-- Logs begin at Tue 2022-04-12 02:22:31 UTC, end at Tue 2022-04-12 03:25:57 UTC. -- Apr 12 02:55:37.831847 dv-cinder-837443-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 12 02:55:40.834137 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.common.config [-] Logging enabled! Apr 12 02:55:40.834777 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev106 Apr 12 02:55:40.834969 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103342) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 12 02:55:40.838254 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.common.config [-] Logging enabled! Apr 12 02:55:40.838515 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev106 Apr 12 02:55:40.838824 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103342) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 12 02:55:40.839765 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 02:55:40.840012 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 02:55:40.840377 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 02:55:40.840620 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 02:55:40.840849 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 02:55:40.841267 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.841690 dv-cinder-837443-1-iscsi neutron-server[103342]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 12 02:55:40.842000 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.842292 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.842587 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.842866 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.843146 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.843425 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.843711 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.844034 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.844327 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.844605 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.844890 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.845179 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.845463 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.845732 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.846016 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.846305 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] debug = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.846581 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.847015 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.847440 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.847735 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.848026 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.848303 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.848685 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.849061 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.849511 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.849852 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] host = dv-cinder-837443-1-iscsi {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.850133 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.850424 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.850712 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.850999 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.851323 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.851555 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.851864 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.852141 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.852414 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] log_file = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.852690 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.852978 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.853262 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.853550 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.853778 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.854011 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.854307 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.854593 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.854871 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.855141 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.855415 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.855689 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.855993 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.856261 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.856543 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.856824 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.857107 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.857379 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.857651 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.857921 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.858191 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.858474 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.858743 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.859013 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.859282 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.859566 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.859862 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.860135 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.860432 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.860716 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.860996 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.861278 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.861551 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.861832 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.862102 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.862371 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.862638 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] use_json = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.862907 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.863173 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.863450 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.863732 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.864015 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.864330 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.864762 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.865159 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.865436 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:40.865736 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.866036 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.866338 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.866639 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.866930 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.867208 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.867495 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.867796 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.868087 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.868373 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.868678 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.868939 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.869237 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.869525 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.869820 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.870126 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.870421 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.870712 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.870986 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.871258 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.871530 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.871835 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.872124 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.872399 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.872686 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.873008 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.873290 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.873583 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.873867 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.874164 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.874449 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.874721 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.874998 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.875286 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.875560 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.875859 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.876138 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.876422 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.876702 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.876970 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.877252 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.877528 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.877798 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.878067 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.878342 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.878631 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.878908 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.879178 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.879446 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.879754 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.880220 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.880774 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.881024 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.881307 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.881583 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.881870 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.882145 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.882420 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.882700 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.882980 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.883259 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.883534 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.883837 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.884118 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.884393 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.884665 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.884937 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.885211 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.885485 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.885754 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.886025 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.886296 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.886567 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.886839 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.887119 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.887416 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.887691 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.887992 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.888269 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.888547 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.888823 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.889097 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.889372 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.889649 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.889921 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.890208 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.890491 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.890774 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.891073 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.891349 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.891643 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.892006 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.892284 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.892566 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.892841 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.893116 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.893398 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.893680 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.893977 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.894267 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.894556 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.894847 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.895137 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.895448 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.895925 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.896310 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:40.896534 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 02:55:40.896781 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103342) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 12 02:55:41.276577 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 12 02:55:41.276798 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 12 02:55:41.277143 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 12 02:55:41.277474 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 12 02:55:41.610725 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:41.611035 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:41.611304 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:41.612638 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:41.612913 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:41.613177 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:41.666654 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:41.666932 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:41.667197 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:41.682114 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:41.682399 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:41.682668 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:41.713305 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:41.713574 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:41.713846 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:41.750215 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:41.750499 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:41.750761 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.098982 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.099654 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.099654 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.099847 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.100477 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.203775 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.204126 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.204393 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.204693 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.204930 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.205272 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.205543 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.205756 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.206042 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.206303 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.206563 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.206832 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.207079 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.207330 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.207582 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.207872 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.208345 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.208626 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.208902 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.209147 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.209580 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.209841 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.210127 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.210514 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.210770 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.211020 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.211418 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103342) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 02:55:42.211661 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103342) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 02:55:42.211929 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103342) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 02:55:42.212169 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103342) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 02:55:42.212406 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103342) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 02:55:42.212642 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103342) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 02:55:42.213007 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 12 02:55:42.216192 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 12 02:55:42.220131 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 12 02:55:42.223879 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Apr 12 02:55:42.225496 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 12 02:55:42.225957 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 12 02:55:42.226286 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 12 02:55:42.226667 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 12 02:55:42.229641 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 12 02:55:42.229890 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 12 02:55:42.230231 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 12 02:55:42.235111 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 12 02:55:42.258452 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 12 02:55:42.258901 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.259201 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103342) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 12 02:55:42.259573 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.260954 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103342) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 12 02:55:42.261233 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 12 02:55:42.261472 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 12 02:55:42.264807 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.265086 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.327546 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 12 02:55:42.327780 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 12 02:55:42.328363 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 12 02:55:42.328735 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 12 02:55:42.351857 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_db.sqlalchemy.engines [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103342) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 12 02:55:42.802485 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.plugins.ml2.managers [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Initializing driver for type 'gre' Apr 12 02:55:42.803018 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] gre ID ranges: [(1, 1000)] Apr 12 02:55:42.866494 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.plugins.ml2.managers [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Initializing driver for type 'local' Apr 12 02:55:42.866823 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.plugins.ml2.managers [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Initializing driver for type 'vlan' Apr 12 02:55:42.881685 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] VlanTypeDriver initialization complete Apr 12 02:55:42.882039 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.plugins.ml2.managers [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Initializing driver for type 'vxlan' Apr 12 02:55:42.882514 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] vxlan ID ranges: [(1, 1000)] Apr 12 02:55:42.934291 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.plugins.ml2.managers [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Initializing extension driver 'port_security' Apr 12 02:55:42.934628 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.plugins.ml2.extensions.port_security [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] PortSecurityExtensionDriver initialization complete Apr 12 02:55:42.934940 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.plugins.ml2.managers [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Initializing mechanism driver 'openvswitch' Apr 12 02:55:42.935255 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.plugins.ml2.managers [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Initializing mechanism driver 'hyperv' Apr 12 02:55:42.941880 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 02:55:42.942919 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > port after_create 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.943292 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > port after_update 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.943643 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > port after_delete 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.944197 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103342) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 02:55:42.944630 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > subnet after_create 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.944979 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > subnet after_update 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.945322 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.945760 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103342) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 02:55:42.946168 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > network after_create 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.946512 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > network after_update 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.946877 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > network after_delete 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.947265 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103342) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 02:55:42.947663 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > security_group after_create 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.948006 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > security_group after_update 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.948339 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.948727 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103342) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 02:55:42.949125 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.949465 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.949797 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.950181 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103342) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 02:55:42.950627 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > address_group after_create 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.950994 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > address_group after_update 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.951471 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.952013 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103342) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 02:55:42.952610 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] ML2 OVO RPC backend initialized. {{(pid=103342) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 12 02:55:42.953874 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.954372 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.954973 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > network before_response 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.955439 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > networks before_response 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.955932 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > port before_response 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.956402 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > ports before_response 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.956878 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > subnet before_response 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.957359 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > subnets before_response 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.957867 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > network after_create 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.958329 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > network after_update 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.958664 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > network after_delete 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.958998 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > port after_create 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.959329 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > port after_update 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.959657 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > port after_delete 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.960009 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > subnet after_create 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.960341 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > subnet after_update 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.960676 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:42.968646 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.quota [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded quota_driver: . Apr 12 02:55:42.969111 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.plugins.ml2.plugin [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Modular L2 Plugin initialization complete Apr 12 02:55:42.969567 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading services supported by the core plugin {{(pid=103342) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 12 02:55:42.970074 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.plugins.ml2.managers [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Got port-security extension from driver 'port_security' Apr 12 02:55:42.970738 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.extensions.vlantransparent [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Disabled vlantransparent extension. Apr 12 02:55:42.971312 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103342) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 12 02:55:42.971630 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading Plugin: router Apr 12 02:55:43.009494 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:43.009878 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > router after_create 55549900 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:43.010239 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > router before_create 55549900 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:43.010594 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:43.010951 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:43.011305 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > router after_delete 55549900 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:43.011648 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:43.012014 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:43.012361 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > router after_create 55549900 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:43.012697 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > router after_update 55549900 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:43.013037 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > router after_update 55549900 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:43.013357 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:43.013702 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > router after_update 55549900 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:43.014100 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > router precommit_update 55549900 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:43.014459 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: port after_update 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:43.014785 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: port after_delete 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:43.015118 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: subnet after_update 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:43.015440 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:43.015786 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:43.016125 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > router precommit_create 55549900 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:43.016458 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: port before_delete 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:43.016789 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > router precommit_create 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:43.017131 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > router after_update 55549900 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:43.017461 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:43.017799 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > router precommit_create 55549900 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:43.018146 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:43.018478 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > router precommit_update 55549900 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:43.018836 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > agent after_create 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:43.019172 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > agent after_delete 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:43.019639 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > network after_delete 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:43.020611 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.quota.resource_registry [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Tracking information for resource: router configured {{(pid=103342) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 02:55:43.021088 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.quota.resource_registry [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Tracking information for resource: floatingip configured {{(pid=103342) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 02:55:43.026043 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.db.l3_agentschedulers_db [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 12 02:55:43.026642 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: port after_update 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:43.026996 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: port after_create 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:43.027344 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: port after_delete 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:43.027689 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: port after_update 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:43.028490 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > router before_create 55550100 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:43.028845 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:43.029200 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > router precommit_create 55550100 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:43.029547 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > router precommit_update 55550100 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:43.034327 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.services.provider_configuration [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Service providers = [] {{(pid=103342) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 12 02:55:43.034686 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.db.servicetype_db [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103342) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 12 02:55:43.037992 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.services.service_base [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103342) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 02:55:43.038337 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.services.service_base [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103342) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 02:55:43.038670 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.services.service_base [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103342) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 02:55:43.039557 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.services.service_base [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103342) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 02:55:43.039947 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.services.service_base [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 12 02:55:43.040321 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103342) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 02:55:43.040633 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 12 02:55:43.052864 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103342) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 02:55:43.053202 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading Plugin: auto_allocate Apr 12 02:55:43.058854 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: network precommit_update 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:43.059214 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: network precommit_create 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:43.059755 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103342) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 02:55:43.060066 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading Plugin: tag Apr 12 02:55:43.066812 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103342) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 02:55:43.067139 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading Plugin: timestamp Apr 12 02:55:43.071057 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103342) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 02:55:43.071377 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading Plugin: network_ip_availability Apr 12 02:55:43.076898 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:43.077263 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:43.077607 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:43.078634 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103342) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 02:55:43.078944 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading Plugin: flavors Apr 12 02:55:43.083945 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103342) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 02:55:43.084274 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading Plugin: revisions Apr 12 02:55:43.088521 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103342) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 02:55:43.088903 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_concurrency.lockutils [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.812s {{(pid=103342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 12 02:55:43.089631 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103342) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 12 02:55:43.089964 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Initializing extension manager. Apr 12 02:55:43.090482 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: __init__.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.090820 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: __pycache__ {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.091151 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: address_group.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.091919 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.092481 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: address-group Apr 12 02:55:43.092799 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: address_scope.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.093493 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.093993 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: address-scope Apr 12 02:55:43.094310 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.095196 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.095696 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: router-admin-state-down-before-update Apr 12 02:55:43.096033 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: agent.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.096722 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.097220 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: agent Apr 12 02:55:43.097533 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: agent_resources_synced.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.098429 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.099092 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: agent-resources-synced Apr 12 02:55:43.099634 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: allowedaddresspairs.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.101060 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.101577 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: allowed-address-pairs Apr 12 02:55:43.101897 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: auto_allocated_topology.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.102946 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.103457 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: auto-allocated-topology Apr 12 02:55:43.103804 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: availability_zone.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.104484 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.104985 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: availability_zone Apr 12 02:55:43.105299 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: availability_zone_filter.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.106191 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.106693 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: availability_zone_filter Apr 12 02:55:43.107009 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: data_plane_status.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.107935 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.108440 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extension data-plane-status not supported by any of loaded plugins Apr 12 02:55:43.108755 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: default_subnetpools.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.109658 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.110157 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: default-subnetpools Apr 12 02:55:43.110471 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.111270 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.111791 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: dhcp_agent_scheduler Apr 12 02:55:43.112108 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: dns.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.112998 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.113492 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extension dns-integration not supported by any of loaded plugins Apr 12 02:55:43.113804 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: dns_domain_ports.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.114800 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.115296 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 12 02:55:43.115610 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.116540 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.117033 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 12 02:55:43.117346 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: dvr.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.118004 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.118500 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: dvr Apr 12 02:55:43.118807 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: ecmp_routes.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.119703 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.120214 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 12 02:55:43.120527 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: empty_string_filtering.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.121421 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.121918 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: empty-string-filtering Apr 12 02:55:43.122233 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.123118 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.123617 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 12 02:55:43.123955 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.124856 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.125349 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 12 02:55:43.125661 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: external_net.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.126544 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.127105 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: external-net Apr 12 02:55:43.127355 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.128290 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.128844 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: extra_dhcp_opt Apr 12 02:55:43.129103 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: extraroute.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.130152 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.130630 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: extraroute Apr 12 02:55:43.130905 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: extraroute_atomic.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.132035 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.132542 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: extraroute-atomic Apr 12 02:55:43.132856 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: filter_validation.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.133545 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.134042 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: filter-validation Apr 12 02:55:43.134356 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: fip_pf_description.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.135472 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.136094 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 12 02:55:43.136440 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: fip_pf_port_range.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.137505 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.137984 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 12 02:55:43.138397 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: fip_port_details.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.139389 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.140021 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: fip-port-details Apr 12 02:55:43.140425 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: flavors.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.141672 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.142187 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: flavors Apr 12 02:55:43.142539 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.144209 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.144719 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 12 02:55:43.145043 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: floatingip_pools.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.145919 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.146717 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: floatingip-pools Apr 12 02:55:43.147045 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: ip_allocation.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.148009 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.148512 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extension ip_allocation not supported by any of loaded plugins Apr 12 02:55:43.148828 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.149745 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.150254 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: ip-substring-filtering Apr 12 02:55:43.150575 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: l2_adjacency.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.151497 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.152029 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 12 02:55:43.152348 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: l3.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.153328 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.153835 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: router Apr 12 02:55:43.154153 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.156400 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.156919 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 12 02:55:43.157241 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.158152 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.158663 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: ext-gw-mode Apr 12 02:55:43.158981 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.159913 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.160417 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: l3-ha Apr 12 02:55:43.160731 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.161845 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.162348 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 12 02:55:43.162662 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: l3_flavors.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.163562 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.164178 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: l3-flavors Apr 12 02:55:43.164493 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.165846 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.166357 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 12 02:55:43.166675 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.167578 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.168118 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 12 02:55:43.168433 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: l3agentscheduler.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.169468 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.169976 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: l3_agent_scheduler Apr 12 02:55:43.170295 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: local_ip.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.172186 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.172697 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extension local_ip not supported by any of loaded plugins Apr 12 02:55:43.173022 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: logging.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.174462 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.174978 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extension logging not supported by any of loaded plugins Apr 12 02:55:43.175303 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: metering.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.176072 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.176673 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: metering Apr 12 02:55:43.176998 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.178079 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.178583 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: metering_source_and_destination_fields Apr 12 02:55:43.178897 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: multiprovidernet.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.179831 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.180343 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: multi-provider Apr 12 02:55:43.180657 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: netmtu.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.181569 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.182067 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: net-mtu Apr 12 02:55:43.182383 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: netmtu_writable.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.183281 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.183809 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: net-mtu-writable Apr 12 02:55:43.184124 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: network_availability_zone.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.184779 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.185273 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: network_availability_zone Apr 12 02:55:43.185585 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: network_ip_availability.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.186668 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.187166 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: network-ip-availability Apr 12 02:55:43.187478 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: network_segment_range.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.188275 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.188769 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extension network-segment-range not supported by any of loaded plugins Apr 12 02:55:43.189083 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: pagination.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.190049 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.190374 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: pagination Apr 12 02:55:43.190684 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: port_device_profile.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.191583 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.192121 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: port-device-profile Apr 12 02:55:43.192507 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.193404 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.193902 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: port-mac-address-regenerate Apr 12 02:55:43.194215 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.195273 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.195880 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: port-numa-affinity-policy Apr 12 02:55:43.196276 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: port_resource_request.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.197297 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.197897 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extension port-resource-request not supported by any of loaded plugins Apr 12 02:55:43.198295 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: port_resource_request_groups.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.199241 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.199923 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 12 02:55:43.200311 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: portbindings.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.201299 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.201822 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: binding Apr 12 02:55:43.202139 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: portbindings_extended.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.203702 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.204239 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: binding-extended Apr 12 02:55:43.204558 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: portsecurity.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.205460 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.205964 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: port-security Apr 12 02:55:43.206279 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: project_id.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.207234 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.207556 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: project-id Apr 12 02:55:43.207925 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: providernet.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.208979 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.209476 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: provider Apr 12 02:55:43.209793 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: qos.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.213367 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.213884 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extension qos not supported by any of loaded plugins Apr 12 02:55:43.214210 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.215442 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.215989 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 12 02:55:43.216313 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.217350 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.217857 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 12 02:55:43.218177 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: qos_default.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.219090 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.219590 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extension qos-default not supported by any of loaded plugins Apr 12 02:55:43.219951 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: qos_fip.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.220858 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.221358 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extension qos-fip not supported by any of loaded plugins Apr 12 02:55:43.221668 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.222574 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.223072 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 12 02:55:43.223382 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: qos_gateway_ip.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.224360 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.224860 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 12 02:55:43.225172 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: qos_port_network_policy.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.226062 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.226557 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 12 02:55:43.226866 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.227935 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.228441 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 12 02:55:43.228770 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.229778 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.230279 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 12 02:55:43.230597 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: qos_pps_rule.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.231745 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.232264 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extension qos-pps not supported by any of loaded plugins Apr 12 02:55:43.232585 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: qos_rule_type_details.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.233466 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.233970 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 12 02:55:43.234285 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.235184 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.235691 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 12 02:55:43.236040 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: qos_rules_alias.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.237071 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.237577 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 12 02:55:43.237898 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: quota_check_limit.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.238788 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.239340 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: quota-check-limit Apr 12 02:55:43.239814 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: quotasv2.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.240751 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.241066 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: quotas Apr 12 02:55:43.241381 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: quotasv2_detail.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.243067 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.243398 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: quota_details Apr 12 02:55:43.243728 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: rbac.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.244789 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.245308 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: rbac-policies Apr 12 02:55:43.245624 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: rbac_address_group.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.246537 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.247044 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: rbac-address-group Apr 12 02:55:43.247361 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: rbac_address_scope.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.248290 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.248797 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: rbac-address-scope Apr 12 02:55:43.249111 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: rbac_security_groups.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.250100 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.250604 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: rbac-security-groups Apr 12 02:55:43.250922 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: rbac_subnetpool.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.251843 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.252350 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: rbac-subnetpool Apr 12 02:55:43.252662 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: revisionifmatch.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.253570 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.254071 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: revision-if-match Apr 12 02:55:43.254383 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: revisions.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.255534 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.256075 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: standard-attr-revisions Apr 12 02:55:43.256394 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: router_availability_zone.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.257066 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.257577 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: router_availability_zone Apr 12 02:55:43.257890 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: routerservicetype.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.258806 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.259302 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extension router-service-type not supported by any of loaded plugins Apr 12 02:55:43.259616 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.260570 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.261075 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: security-groups-normalized-cidr Apr 12 02:55:43.261388 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.262288 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.262790 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: port-security-groups-filtering Apr 12 02:55:43.263105 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.264049 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.264560 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: security-groups-remote-address-group Apr 12 02:55:43.264874 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.265783 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.266290 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: security-groups-shared-filtering Apr 12 02:55:43.266601 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.267180 dv-cinder-837443-1-iscsi neutron-server[103342]: WARNING neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 12 02:55:43.267495 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: securitygroup.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.280181 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.280721 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: security-group Apr 12 02:55:43.281049 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: segment.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.281777 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.282281 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extension segment not supported by any of loaded plugins Apr 12 02:55:43.282600 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.283541 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.284075 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 12 02:55:43.284396 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: servicetype.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.285514 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.286055 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: service-type Apr 12 02:55:43.286376 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: sorting.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.287424 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.287741 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: sorting Apr 12 02:55:43.288094 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: standard_attr_segment.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.289006 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.289515 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 12 02:55:43.289832 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: standardattrdescription.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.290460 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.290955 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: standard-attr-description Apr 12 02:55:43.291268 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: stateful_security_group.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.292213 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.292715 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: stateful-security-group Apr 12 02:55:43.293029 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: stdattrs_common.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.293586 dv-cinder-837443-1-iscsi neutron-server[103342]: WARNING neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 12 02:55:43.293896 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.294826 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.295331 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 12 02:55:43.295646 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: subnet_onboard.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.296730 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.297243 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: subnet_onboard Apr 12 02:55:43.297558 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.298482 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.298979 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 12 02:55:43.299300 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: subnet_service_types.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.300223 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.300722 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: subnet-service-types Apr 12 02:55:43.301035 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: subnetallocation.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.302218 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.302724 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: subnet_allocation Apr 12 02:55:43.303157 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.304083 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.304948 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: subnetpool-prefix-ops Apr 12 02:55:43.305322 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.306755 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.307615 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 12 02:55:43.307976 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: tagging.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.309398 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.310000 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: standard-attr-tag Apr 12 02:55:43.310325 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: timestamp.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.311513 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.312046 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loaded extension: standard-attr-timestamp Apr 12 02:55:43.312368 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: trunk.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.313378 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.313885 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extension trunk not supported by any of loaded plugins Apr 12 02:55:43.314205 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: trunk_details.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.315104 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.315608 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extension trunk-details not supported by any of loaded plugins Apr 12 02:55:43.315950 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: uplink_status_propagation.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.316905 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.318201 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 12 02:55:43.318201 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Loading extension file: vlantransparent.py {{(pid=103342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:55:43.319004 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:55:43.319756 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 12 02:55:43.322351 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.quota.resource_registry [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Creating instance of TrackedResource for resource:network Apr 12 02:55:43.322864 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.quota.resource_registry [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Creating instance of TrackedResource for resource:subnet Apr 12 02:55:43.323250 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.quota.resource_registry [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 02:55:43.323628 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.quota.resource_registry [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Creating instance of TrackedResource for resource:port Apr 12 02:55:43.324887 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.v2.resource_helper [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 02:55:43.325316 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.v2.resource_helper [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Service FLAVORS assigned prefix: {{(pid=103342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 02:55:43.325929 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.v2.resource_helper [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 02:55:43.326359 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.v2.resource_helper [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 02:55:43.326678 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.quota.resource_registry [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Creating instance of TrackedResource for resource:router Apr 12 02:55:43.327078 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.quota.resource_registry [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Creating instance of TrackedResource for resource:floatingip Apr 12 02:55:43.327568 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.v2.resource_helper [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Service METERING assigned prefix: /metering {{(pid=103342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 02:55:43.329350 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:43.329712 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:43.330058 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:55:43.331050 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.quota.resource_registry [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Creating instance of CountableResource for resource:rbac_policy Apr 12 02:55:43.331489 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.quota.resource_registry [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Creating instance of TrackedResource for resource:security_group Apr 12 02:55:43.331946 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.quota.resource_registry [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 12 02:55:43.332522 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.v2.resource_helper [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Service CORE assigned prefix: {{(pid=103342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 02:55:43.332846 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.quota.resource_registry [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 02:55:43.333234 dv-cinder-837443-1-iscsi neutron-server[103342]: WARNING neutron.quota.resource_registry [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] subnetpool is already registered Apr 12 02:55:43.333807 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.v2.resource_helper [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Service CORE assigned prefix: {{(pid=103342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 02:55:43.334126 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.quota.resource_registry [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 02:55:43.334455 dv-cinder-837443-1-iscsi neutron-server[103342]: WARNING neutron.quota.resource_registry [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] subnetpool is already registered Apr 12 02:55:43.336741 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.v2.resource_helper [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 02:55:43.337189 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.v2.resource_helper [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Service FLAVORS assigned prefix: {{(pid=103342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 02:55:43.337916 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.v2.resource_helper [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 02:55:43.338352 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.v2.resource_helper [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 02:55:43.338673 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.quota.resource_registry [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Creating instance of TrackedResource for resource:router Apr 12 02:55:43.339001 dv-cinder-837443-1-iscsi neutron-server[103342]: WARNING neutron.quota.resource_registry [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] router is already registered Apr 12 02:55:43.339421 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.quota.resource_registry [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Creating instance of TrackedResource for resource:floatingip Apr 12 02:55:43.339751 dv-cinder-837443-1-iscsi neutron-server[103342]: WARNING neutron.quota.resource_registry [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] floatingip is already registered Apr 12 02:55:43.340239 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.v2.resource_helper [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Service METERING assigned prefix: /metering {{(pid=103342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 02:55:43.340933 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.quota.resource_registry [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Creating instance of CountableResource for resource:rbac_policy Apr 12 02:55:43.341254 dv-cinder-837443-1-iscsi neutron-server[103342]: WARNING neutron.quota.resource_registry [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] rbac_policy is already registered Apr 12 02:55:43.341654 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.quota.resource_registry [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Creating instance of TrackedResource for resource:security_group Apr 12 02:55:43.341974 dv-cinder-837443-1-iscsi neutron-server[103342]: WARNING neutron.quota.resource_registry [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] security_group is already registered Apr 12 02:55:43.342378 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.quota.resource_registry [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 12 02:55:43.342701 dv-cinder-837443-1-iscsi neutron-server[103342]: WARNING neutron.quota.resource_registry [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] security_group_rule is already registered Apr 12 02:55:43.343182 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.v2.resource_helper [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Service CORE assigned prefix: {{(pid=103342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 02:55:43.343497 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.quota.resource_registry [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 02:55:43.343838 dv-cinder-837443-1-iscsi neutron-server[103342]: WARNING neutron.quota.resource_registry [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] subnetpool is already registered Apr 12 02:55:43.344243 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.v2.resource_helper [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Service CORE assigned prefix: {{(pid=103342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 02:55:43.344566 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.quota.resource_registry [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 02:55:43.344887 dv-cinder-837443-1-iscsi neutron-server[103342]: WARNING neutron.quota.resource_registry [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] subnetpool is already registered Apr 12 02:55:43.345348 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extended resource: extensions {{(pid=103342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:55:43.348077 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extended resource: address-groups {{(pid=103342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:55:43.349877 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extended resource: address-scopes {{(pid=103342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:55:43.351067 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extended resource: agents {{(pid=103342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:55:43.352347 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extended resource: auto-allocated-topology {{(pid=103342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:55:43.353577 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extended resource: availability_zones {{(pid=103342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:55:43.354792 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extended resource: dhcp-networks {{(pid=103342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:55:43.356202 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extended resource: dhcp-agents {{(pid=103342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:55:43.357716 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extended resource: routers {{(pid=103342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:55:43.359842 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extended resource: flavors {{(pid=103342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:55:43.361079 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extended resource: service_profiles {{(pid=103342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:55:43.362282 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extended resource: next_providers {{(pid=103342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:55:43.363694 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extended resource: service_profiles {{(pid=103342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:55:43.365302 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extended resource: floatingip-pools {{(pid=103342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:55:43.366624 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extended resource: routers {{(pid=103342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:55:43.368708 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extended resource: floatingips {{(pid=103342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:55:43.369862 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extended resource: l3-routers {{(pid=103342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:55:43.371324 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extended resource: l3-agents {{(pid=103342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:55:43.372737 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extended resource: metering-labels {{(pid=103342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:55:43.373978 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extended resource: metering-label-rules {{(pid=103342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:55:43.375316 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extended resource: network-ip-availabilities {{(pid=103342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:55:43.376576 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extended resource: bindings {{(pid=103342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:55:43.378107 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extended resource: quotas {{(pid=103342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:55:43.379757 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extended resource: quotas {{(pid=103342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:55:43.381490 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extended resource: rbac-policies {{(pid=103342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:55:43.382665 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extended resource: security-groups {{(pid=103342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:55:43.383979 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extended resource: security-group-rules {{(pid=103342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:55:43.385192 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extended resource: service-providers {{(pid=103342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:55:43.386379 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extended resource: subnetpools {{(pid=103342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:55:43.387670 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extended resource: subnetpools {{(pid=103342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:55:43.389224 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extended resource: tags {{(pid=103342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:55:43.390861 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extended resource: tags {{(pid=103342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:55:43.392665 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extended resource: tags {{(pid=103342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:55:43.394419 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extended resource: tags {{(pid=103342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:55:43.396253 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extended resource: tags {{(pid=103342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:55:43.398182 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extended resource: tags {{(pid=103342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:55:43.399847 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extended resource: tags {{(pid=103342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:55:43.401615 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extended resource: tags {{(pid=103342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:55:43.404343 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extended resource: tags {{(pid=103342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:55:43.406048 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron.api.extensions [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Extended resource: tags {{(pid=103342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:55:43.412051 dv-cinder-837443-1-iscsi neutron-server[103342]: WARNING keystonemiddleware.auth_token [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 12 02:55:43.416617 dv-cinder-837443-1-iscsi neutron-server[103342]: WARNING keystonemiddleware.auth_token [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 12 02:55:43.425392 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_concurrency.lockutils [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Acquired lock "singleton_lock" {{(pid=103342) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 12 02:55:43.425863 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_concurrency.lockutils [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Releasing lock "singleton_lock" {{(pid=103342) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 12 02:55:43.426517 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO oslo_service.service [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Starting 2 workers Apr 12 02:55:43.431457 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Started child 103483 {{(pid=103342) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 02:55:43.435961 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Started child 103484 {{(pid=103342) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 02:55:43.436811 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:55:43.437559 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO neutron.service [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 12 02:55:43.438036 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:55:43.438266 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [-] (103483) wsgi starting up on http://0.0.0.0:9696 Apr 12 02:55:43.440476 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO oslo_service.service [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Starting 1 workers Apr 12 02:55:43.440830 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:55:43.442252 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [-] (103484) wsgi starting up on http://0.0.0.0:9696 Apr 12 02:55:43.445747 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Started child 103485 {{(pid=103342) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 02:55:43.446282 dv-cinder-837443-1-iscsi neutron-server[103342]: INFO oslo_service.service [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Starting 1 workers Apr 12 02:55:43.449510 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.service [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] calling RpcWorker wait() {{(pid=103485) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 12 02:55:43.450089 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.service [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] returning from RpcWorker wait() {{(pid=103485) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 12 02:55:43.450747 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Started child 103486 {{(pid=103342) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 02:55:43.451414 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:55:43.451561 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3abcacb2-e38c-4121-82e4-7ec11e930d50 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:55:43.451930 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 02:55:43.453721 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103342) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 12 02:55:43.453886 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 02:55:43.454264 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 02:55:43.454459 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 02:55:43.454960 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 02:55:43.455104 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 02:55:43.455612 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.455914 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:55:43.456433 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.456433 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.456433 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.456628 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.456847 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 02:55:43.457205 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.457475 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.457701 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.458075 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.458300 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.458443 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.458610 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.459123 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.459362 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.459655 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.459920 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.460170 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.460423 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.460586 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.460832 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.461099 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.461527 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.461793 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] debug = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.462035 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.462506 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.462730 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.462970 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.463182 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.463440 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.463677 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.463974 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.464217 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.464432 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.464660 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.464889 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.465102 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.465323 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.465583 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.465814 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.466071 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.466302 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.466756 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] host = dv-cinder-837443-1-iscsi {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.466971 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.467205 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.467444 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.467683 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.467966 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.468207 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.468449 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.468698 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.468934 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.469156 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.469397 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.469635 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.469846 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.470097 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] log_file = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.470258 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] log_options = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.470491 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.470749 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.471013 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.471206 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.471370 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.471530 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.471806 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.471967 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.472204 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.472431 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.472792 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.473017 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.473245 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.473846 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.473846 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.474189 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.474321 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.474463 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.474691 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.475063 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.475287 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.475539 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.475794 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.475991 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.476222 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.476436 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.476676 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.477045 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.477261 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.477965 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.478200 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.478445 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.478667 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.478905 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.479299 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.479673 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.480298 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.480603 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.481033 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.481411 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.481736 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.481985 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.482136 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.483412 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.483412 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.483412 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.483412 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] use_json = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.483412 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.484205 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.484776 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.485045 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.485295 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.485517 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.487341 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.490640 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.490917 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.491376 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.491656 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.492001 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.492266 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.492512 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.492776 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.493017 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.493267 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.493521 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.493771 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.494061 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.495146 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.495146 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.495146 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.495146 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.495439 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.495940 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.497477 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.497709 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.497961 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.498211 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.499797 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.500139 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.500387 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.500638 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.500899 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.501147 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.501486 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.501749 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.502085 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.502374 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.502638 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.502926 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.503105 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.503327 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.503586 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.503900 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.504173 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.504319 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.504552 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.504770 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.504986 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.505210 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.505458 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.505660 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.505880 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.506210 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.506456 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.506674 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.506886 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.507097 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.507304 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.507523 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.507707 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.507985 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.508198 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.508440 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.509849 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.509849 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.509849 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.509849 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.509849 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.509849 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.510606 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.510606 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.510606 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.510969 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.510969 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.511179 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.511380 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.511582 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.511861 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.512234 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.512234 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.512824 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.512824 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.513000 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.513101 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.513253 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.513461 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.513682 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.514221 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.514221 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.514448 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.514543 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.514711 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.514882 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.515313 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.515482 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.515688 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.515981 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.520185 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.520185 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.520185 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.520185 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.520185 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.520185 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.520185 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.520185 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.521019 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.521019 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.521019 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.521389 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 39426) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 02:55:43.523774 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.523774 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.523774 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.523774 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.523774 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.523774 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.523774 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.523774 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.524397 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.524397 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.524397 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.524397 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.524776 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.525179 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.525576 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.525979 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.526495 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.526950 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.527360 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.527803 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.528062 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.528329 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.528650 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.528923 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.529209 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.529467 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.529700 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.530128 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.530230 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.530397 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.530631 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.530887 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.531466 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.531466 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.531644 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.531851 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.532082 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.532406 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.532645 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.532855 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.533216 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.534126 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.534126 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.534295 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0109406 Apr 12 02:55:43.534953 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.534953 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.534953 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.534953 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.535196 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.535361 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.536837 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.537099 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.537557 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.537557 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.537804 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.538027 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.538248 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.538464 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.538679 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.539059 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.539396 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.539788 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.540154 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.540509 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.540723 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.541835 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.541835 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.541835 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.541835 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.541835 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.542238 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.542238 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.542430 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.542823 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.543178 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.543456 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.543751 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.544032 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.544198 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.544572 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.544949 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.545299 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.545705 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.546068 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.546436 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.546657 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.546869 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.547082 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.547311 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.547539 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.547814 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.548069 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.548316 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.548662 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.549626 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.549626 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.549626 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.549626 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.549918 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.549989 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.550204 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.550412 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.550671 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.550836 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.551841 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.551841 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.551841 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.551841 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.552157 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.552244 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.552435 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.552665 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.553431 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.553431 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.553431 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.553717 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.553717 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.553897 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.554111 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.554313 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.554541 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.555470 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.555470 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.555470 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.555470 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.555805 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.555965 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.556236 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.557246 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.557246 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.557246 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.557246 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.557246 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.557579 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.557672 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.557874 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.558084 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.558301 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.558510 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.558711 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.559085 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.559451 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.560965 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.560965 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.560965 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.560965 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.560965 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.560965 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.560965 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.561542 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.561542 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.561542 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.561763 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.561917 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.562616 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.562978 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.563353 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.563587 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.563923 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.564186 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.564415 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.564828 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.564953 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.565185 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.565682 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.565805 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.565940 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.566194 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.567342 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.567342 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.567342 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.567342 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.568924 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.569231 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.569839 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.569839 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.570116 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.570332 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.570614 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.570833 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.571178 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.571504 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.571819 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.572077 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.572324 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.572572 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.572817 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.573032 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.573246 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.573477 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.573688 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.573952 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.574181 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.574430 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.574650 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.574875 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.575087 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.575864 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.575864 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.576636 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.576871 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.577028 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 02:55:43.577711 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103342) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 12 02:55:43.578217 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 02:55:43.578321 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 02:55:43.578486 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 02:55:43.578651 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 02:55:43.578801 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 02:55:43.579005 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.579306 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.579604 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.579923 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.580079 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.580260 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.580417 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.580614 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.580706 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.581609 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.581609 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.581609 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.581609 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.581609 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.581609 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.582038 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.582038 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.582038 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.582242 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.582312 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.582435 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.582592 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.582745 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] debug = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.583076 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.583218 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.583538 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.583674 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.583835 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.583981 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.584121 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.584260 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.584398 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.584533 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.584670 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.584818 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.584958 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.585104 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.585243 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.585381 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.585524 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.585662 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.585799 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] host = dv-cinder-837443-1-iscsi {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.585936 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.586048 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.586205 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.586353 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.586491 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.586638 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.586775 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.586913 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.587049 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.587206 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.587363 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.587511 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 02:55:43.587666 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.587666 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.589330 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] log_file = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.589330 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] log_options = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.589330 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.589330 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.589330 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.590129 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.590297 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.590457 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.590616 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.590773 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.590930 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.591084 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.591239 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.591392 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.591547 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.591703 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.591878 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.592032 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.592185 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.592338 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.592492 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.592650 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.592807 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.592965 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.593391 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.593391 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.593391 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.593602 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.593670 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.593864 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.593955 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.594126 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.594450 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.594450 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.594614 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.594679 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.594986 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.594986 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.595159 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.595265 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.595424 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.595577 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.595787 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.595928 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.596225 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.596575 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.596919 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.597241 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.597553 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] use_json = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.597855 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.598156 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.598517 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.598907 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.599221 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.599615 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.599950 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.600255 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.600557 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:55:43.600883 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.601202 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.601843 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.601843 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.601843 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.601843 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.602077 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.602151 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.602362 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.602465 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.602571 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.602701 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.602863 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.603015 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.603178 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.603355 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.603502 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.603641 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.603998 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.604315 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.604315 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.604598 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.604598 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.604856 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.605086 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.605086 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.605325 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.605459 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.605546 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.605669 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.605852 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.605998 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.606127 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.606423 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.606712 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.607012 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.607486 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.607486 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.607486 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.607767 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.608604 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.608772 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.608935 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.609088 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.609399 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.609569 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.609711 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.609845 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.610003 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.610160 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.610309 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.610462 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.610620 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.610777 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.610934 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.611091 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.611246 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.611414 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.611646 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.611882 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.611882 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.612193 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.612193 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.612475 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.612475 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.612679 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.612748 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.612924 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.613073 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.613227 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.613446 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.613640 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.613782 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.613915 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.614046 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.614214 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.614346 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.614487 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.614729 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.615010 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.615223 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.615527 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.615842 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.616134 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.616435 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.616596 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.616758 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.616921 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.617076 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.617239 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.617379 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.617545 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.617716 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.617872 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.618028 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.618184 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.618339 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.618494 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.618650 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.619679 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.619679 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.619679 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.619679 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.619679 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.619679 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.619679 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.620242 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.620242 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.620242 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.620432 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.620578 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.620863 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.621157 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.621445 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.621607 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.621763 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.621923 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.622622 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.622622 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.622622 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.622622 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.622622 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.622926 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.622926 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.623097 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.623253 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.623410 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.623566 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.623743 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.625088 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.625088 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.625088 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.625088 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.625088 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.625088 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.625088 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.625088 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.627295 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.627295 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.627295 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.627295 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.627295 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.627295 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.627295 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.627295 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.627883 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.627883 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.627883 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.627883 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.627883 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.627883 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.627883 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.627883 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.628355 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.628355 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.628355 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.628355 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.628355 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.628355 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.628355 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.628742 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.628742 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.628742 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.628942 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.629020 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.629329 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.629329 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.629486 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.629624 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.629815 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.629998 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.630242 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.630419 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.630529 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.630684 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.630841 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.631001 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.631157 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.631313 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.631470 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.631626 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.633470 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.633641 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.633807 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.633969 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.634128 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.634291 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.634475 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.635787 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.635787 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.635787 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.635787 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.635787 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.635787 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.635787 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.635787 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.636414 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.636414 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.636414 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.636414 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.636414 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.637685 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.637685 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.637685 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.637685 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.637685 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.637685 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.637685 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.639118 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.639118 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.639118 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.639118 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.639118 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.639496 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.639496 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.639649 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.639756 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.639869 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.640026 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.640183 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.640339 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.640495 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.640651 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.640822 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.640980 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.641138 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.641295 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.641449 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.641607 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.641772 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.641928 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.642084 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.642248 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.642392 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.642546 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.642711 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.642868 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.643024 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.643178 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.643333 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.643487 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.643651 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.644747 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.644747 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.644920 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.645000 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.645112 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.645281 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.645488 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.646496 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.646684 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.646859 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.646963 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.647132 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.647291 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.647451 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.647748 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.648623 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.648782 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.648991 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.649140 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.650178 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.650178 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.650433 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.650433 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.650627 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.650743 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.650902 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.651062 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.651508 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.651508 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.651508 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.651898 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.651898 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.652047 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.652125 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.652284 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.652450 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.652888 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.653587 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.653759 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.653928 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.654101 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.654261 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.654418 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.654576 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.654733 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.654889 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.655045 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.655202 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.655360 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.655516 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.655673 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.655852 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.656012 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.656185 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.656349 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.656580 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.656720 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.657644 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.657808 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.657965 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:55:43.658119 dv-cinder-837443-1-iscsi neutron-server[103342]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 02:55:54.809803 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca770d50-8500-4848-9a7b-28fd49daae53 None None] get_active_networks_info from dv-cinder-837443-1-iscsi {{(pid=103485) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 12 02:55:54.905078 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca770d50-8500-4848-9a7b-28fd49daae53 None None] No non-hosted networks {{(pid=103485) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 12 02:55:54.932901 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.agentschedulers_db [None req-ca770d50-8500-4848-9a7b-28fd49daae53 None None] DHCP Agent not found on host dv-cinder-837443-1-iscsi {{(pid=103485) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 12 02:55:54.982885 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a040165d-6157-45ef-8a1a-cf5b86f4d535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3783372'] for agent (fa7f2a92-0c20-457b-b451-d8a4489755d5), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:55:57.230277 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b3d4e025-0a02-40f5-9521-4dcdbd9a2767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3783372'] for agent (beb15aed-f2b6-4676-85ca-b43f14e6acf3), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:55:57.260038 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2fc26f74-1fe8-44f4-a4bc-b466603bfec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (beb15aed-f2b6-4676-85ca-b43f14e6acf3), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:55:58.193350 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a63736aa-03b4-448a-a5ac-a324793c796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3783372'] for agent (2fa08797-e830-4b1e-af03-8a255eb086f2), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:55:58.209248 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 39506) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 02:55:58.773964 dv-cinder-837443-1-iscsi neutron-server[103484]: WARNING oslo_policy.policy [None req-d30f6fbf-2967-45ad-9c19-d29e1aac3aee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 02:55:58.774832 dv-cinder-837443-1-iscsi neutron-server[103484]: WARNING oslo_policy.policy [None req-d30f6fbf-2967-45ad-9c19-d29e1aac3aee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 02:55:59.000891 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [None req-d30f6fbf-2967-45ad-9c19-d29e1aac3aee admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 02:55:59.016198 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-d30f6fbf-2967-45ad-9c19-d29e1aac3aee admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8054233 Apr 12 02:55:59.858001 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be625cda-7f2b-4ec3-b03f-aa24446ccc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3783372'] for agent (d888e177-8f03-43a8-a394-c59927fa1996), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:01.320159 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3783372'] for agent (ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:01.321882 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:01.322764 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:01.323402 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:01.324006 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:01.324556 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:01.325166 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:01.325892 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:01.326556 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:01.327126 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:01.328044 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:01.328648 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:01.329233 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:01.329819 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:01.330338 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:01.330852 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:01.331500 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-837443-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 02:56:01.338026 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-837443-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 02:56:01.543231 dv-cinder-837443-1-iscsi neutron-server[103485]: INFO neutron.db.l3_hamode_db [None req-4c6141b2-8f3c-4f75-93a2-fcbcf65a52bc None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 12 02:56:01.569456 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 39536) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 02:56:01.624115 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6141b2-8f3c-4f75-93a2-fcbcf65a52bc None None] Routers set() bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 02:56:01.624721 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6141b2-8f3c-4f75-93a2-fcbcf65a52bc None None] Router IDs set() for agent in host dv-cinder-837443-1-iscsi {{(pid=103485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 12 02:56:01.914426 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-b3956e65-0554-4a9c-9be8-e17fa428cbbb admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 02:56:02.005510 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.policy [None req-b3956e65-0554-4a9c-9be8-e17fa428cbbb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103484) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 12 02:56:02.048136 dv-cinder-837443-1-iscsi neutron-server[103484]: WARNING oslo_policy.policy [None req-b3956e65-0554-4a9c-9be8-e17fa428cbbb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 02:56:02.048504 dv-cinder-837443-1-iscsi neutron-server[103484]: WARNING oslo_policy.policy [None req-b3956e65-0554-4a9c-9be8-e17fa428cbbb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 02:56:02.147811 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b3956e65-0554-4a9c-9be8-e17fa428cbbb admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733263815338', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733263815846', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733263799075', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733269282802', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733269284471', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733269264730', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-720522', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-707511', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3730488', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3632731'] for rbac-policy (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:02.220279 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b3956e65-0554-4a9c-9be8-e17fa428cbbb admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:02.235765 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-b3956e65-0554-4a9c-9be8-e17fa428cbbb admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6509874 Apr 12 02:56:04.770366 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 39548) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 02:56:05.311781 dv-cinder-837443-1-iscsi neutron-server[103483]: WARNING oslo_policy.policy [None req-38b13dfe-5a5a-45c7-9cd9-22f01f589260 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 02:56:05.312382 dv-cinder-837443-1-iscsi neutron-server[103483]: WARNING oslo_policy.policy [None req-38b13dfe-5a5a-45c7-9cd9-22f01f589260 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 02:56:05.540139 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [None req-38b13dfe-5a5a-45c7-9cd9-22f01f589260 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 02:56:05.598349 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b13dfe-5a5a-45c7-9cd9-22f01f589260 demo demo] Made reservation on behalf of 3085add0984c4b339583bce0299f7cc3 for: {'network': 1} {{(pid=103483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 02:56:05.659237 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.policy [None req-38b13dfe-5a5a-45c7-9cd9-22f01f589260 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103483) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 12 02:56:05.700802 dv-cinder-837443-1-iscsi neutron-server[103483]: WARNING oslo_policy.policy [None req-38b13dfe-5a5a-45c7-9cd9-22f01f589260 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 02:56:05.701164 dv-cinder-837443-1-iscsi neutron-server[103483]: WARNING oslo_policy.policy [None req-38b13dfe-5a5a-45c7-9cd9-22f01f589260 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 02:56:05.711904 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-38b13dfe-5a5a-45c7-9cd9-22f01f589260 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for network (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:05.734613 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-38b13dfe-5a5a-45c7-9cd9-22f01f589260 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:05.861123 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-38b13dfe-5a5a-45c7-9cd9-22f01f589260 demo demo] Publish callbacks [] for security_group (8acd45ab-be4d-40b3-b28a-d7e0fd089b94), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:05.867448 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-38b13dfe-5a5a-45c7-9cd9-22f01f589260 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (8acd45ab-be4d-40b3-b28a-d7e0fd089b94), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:05.900581 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38b13dfe-5a5a-45c7-9cd9-22f01f589260 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=103483) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 02:56:05.929344 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-38b13dfe-5a5a-45c7-9cd9-22f01f589260 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733264514982', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (2147ca98-f623-419b-84b5-10479d449da3), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:05.929931 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-38b13dfe-5a5a-45c7-9cd9-22f01f589260 demo demo] Unsubscribe: segment precommit_create {{(pid=103483) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 12 02:56:05.930457 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.db.segments_db [None req-38b13dfe-5a5a-45c7-9cd9-22f01f589260 demo demo] Added segment 2147ca98-f623-419b-84b5-10479d449da3 of type vlan for network 5ff39dbb-c500-4ebd-9d9a-148d487a7b40 Apr 12 02:56:05.936278 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b13dfe-5a5a-45c7-9cd9-22f01f589260 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=8acd45ab-be4d-40b3-b28a-d7e0fd089b94,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 02:56:05.966798 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b13dfe-5a5a-45c7-9cd9-22f01f589260 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:05.967140 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b13dfe-5a5a-45c7-9cd9-22f01f589260 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:05.967485 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b13dfe-5a5a-45c7-9cd9-22f01f589260 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:05.967856 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b13dfe-5a5a-45c7-9cd9-22f01f589260 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:05.968188 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b13dfe-5a5a-45c7-9cd9-22f01f589260 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:05.968556 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b13dfe-5a5a-45c7-9cd9-22f01f589260 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:05.968909 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b13dfe-5a5a-45c7-9cd9-22f01f589260 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:05.969196 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b13dfe-5a5a-45c7-9cd9-22f01f589260 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:05.969646 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b13dfe-5a5a-45c7-9cd9-22f01f589260 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:05.970127 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b13dfe-5a5a-45c7-9cd9-22f01f589260 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:05.970448 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b13dfe-5a5a-45c7-9cd9-22f01f589260 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:05.970770 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b13dfe-5a5a-45c7-9cd9-22f01f589260 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:05.971085 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b13dfe-5a5a-45c7-9cd9-22f01f589260 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:05.971396 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b13dfe-5a5a-45c7-9cd9-22f01f589260 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:05.971703 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b13dfe-5a5a-45c7-9cd9-22f01f589260 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:05.973420 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b13dfe-5a5a-45c7-9cd9-22f01f589260 demo demo] Tracked resource versions report: Apr 12 02:56:05.973420 dv-cinder-837443-1-iscsi neutron-server[103483]: pushed versions: Apr 12 02:56:05.973420 dv-cinder-837443-1-iscsi neutron-server[103483]: { 'AddressGroup': {'1.2'}, Apr 12 02:56:05.973420 dv-cinder-837443-1-iscsi neutron-server[103483]: 'Agent': {'1.1'}, Apr 12 02:56:05.973420 dv-cinder-837443-1-iscsi neutron-server[103483]: 'ConntrackHelper': {'1.0'}, Apr 12 02:56:05.973420 dv-cinder-837443-1-iscsi neutron-server[103483]: 'LocalIPAssociation': {'1.0'}, Apr 12 02:56:05.973420 dv-cinder-837443-1-iscsi neutron-server[103483]: 'Log': {'1.0'}, Apr 12 02:56:05.973420 dv-cinder-837443-1-iscsi neutron-server[103483]: 'NDPProxy': {'1.0'}, Apr 12 02:56:05.973420 dv-cinder-837443-1-iscsi neutron-server[103483]: 'Network': {'1.1'}, Apr 12 02:56:05.973420 dv-cinder-837443-1-iscsi neutron-server[103483]: 'Port': {'1.7'}, Apr 12 02:56:05.973420 dv-cinder-837443-1-iscsi neutron-server[103483]: 'PortForwarding': {'1.3'}, Apr 12 02:56:05.973420 dv-cinder-837443-1-iscsi neutron-server[103483]: 'QosPolicy': {'1.10'}, Apr 12 02:56:05.973420 dv-cinder-837443-1-iscsi neutron-server[103483]: 'SecurityGroup': {'1.5'}, Apr 12 02:56:05.973420 dv-cinder-837443-1-iscsi neutron-server[103483]: 'SecurityGroupRule': {'1.2'}, Apr 12 02:56:05.973420 dv-cinder-837443-1-iscsi neutron-server[103483]: 'SubPort': {'1.0'}, Apr 12 02:56:05.973420 dv-cinder-837443-1-iscsi neutron-server[103483]: 'Subnet': {'1.1'}, Apr 12 02:56:05.973420 dv-cinder-837443-1-iscsi neutron-server[103483]: 'Trunk': {'1.1'}} Apr 12 02:56:05.973420 dv-cinder-837443-1-iscsi neutron-server[103483]: consumer versions: Apr 12 02:56:05.973420 dv-cinder-837443-1-iscsi neutron-server[103483]: { DHCP agent@dv-cinder-837443-1-iscsi: {}, Apr 12 02:56:05.973420 dv-cinder-837443-1-iscsi neutron-server[103483]: L3 agent@dv-cinder-837443-1-iscsi: {}, Apr 12 02:56:05.973420 dv-cinder-837443-1-iscsi neutron-server[103483]: Metadata agent@dv-cinder-837443-1-iscsi: {}, Apr 12 02:56:05.973420 dv-cinder-837443-1-iscsi neutron-server[103483]: Metering agent@dv-cinder-837443-1-iscsi: {}, Apr 12 02:56:05.973420 dv-cinder-837443-1-iscsi neutron-server[103483]: Open vSwitch agent@dv-cinder-837443-1-iscsi: { 'AddressGroup': '1.2', Apr 12 02:56:05.973420 dv-cinder-837443-1-iscsi neutron-server[103483]: 'Agent': '1.1', Apr 12 02:56:05.973420 dv-cinder-837443-1-iscsi neutron-server[103483]: 'ConntrackHelper': '1.0', Apr 12 02:56:05.973420 dv-cinder-837443-1-iscsi neutron-server[103483]: 'LocalIPAssociation': '1.0', Apr 12 02:56:05.973420 dv-cinder-837443-1-iscsi neutron-server[103483]: 'Log': '1.0', Apr 12 02:56:05.973420 dv-cinder-837443-1-iscsi neutron-server[103483]: 'NDPProxy': '1.0', Apr 12 02:56:05.973420 dv-cinder-837443-1-iscsi neutron-server[103483]: 'Network': '1.1', Apr 12 02:56:05.973420 dv-cinder-837443-1-iscsi neutron-server[103483]: 'Port': '1.7', Apr 12 02:56:05.973420 dv-cinder-837443-1-iscsi neutron-server[103483]: 'PortForwarding': '1.3', Apr 12 02:56:05.973420 dv-cinder-837443-1-iscsi neutron-server[103483]: 'QosPolicy': '1.10', Apr 12 02:56:05.973420 dv-cinder-837443-1-iscsi neutron-server[103483]: 'SecurityGroup': '1.5', Apr 12 02:56:05.973420 dv-cinder-837443-1-iscsi neutron-server[103483]: 'SecurityGroupRule': '1.2', Apr 12 02:56:05.973420 dv-cinder-837443-1-iscsi neutron-server[103483]: 'SubPort': '1.0', Apr 12 02:56:05.973420 dv-cinder-837443-1-iscsi neutron-server[103483]: 'Subnet': '1.1', Apr 12 02:56:05.973420 dv-cinder-837443-1-iscsi neutron-server[103483]: 'Trunk': '1.1'}} Apr 12 02:56:05.973420 dv-cinder-837443-1-iscsi neutron-server[103483]: {{(pid=103483) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 02:56:06.054071 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-38b13dfe-5a5a-45c7-9cd9-22f01f589260 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733264019303'] for network (5ff39dbb-c500-4ebd-9d9a-148d487a7b40), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:06.098437 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-38b13dfe-5a5a-45c7-9cd9-22f01f589260 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074'] for network (5ff39dbb-c500-4ebd-9d9a-148d487a7b40), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:06.104185 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b13dfe-5a5a-45c7-9cd9-22f01f589260 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 02:56:06.104872 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-38b13dfe-5a5a-45c7-9cd9-22f01f589260 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for network (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:06.174367 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-38b13dfe-5a5a-45c7-9cd9-22f01f589260 demo demo] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.4007633 Apr 12 02:56:06.237712 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b13dfe-5a5a-45c7-9cd9-22f01f589260 demo demo] Pushing event updated for resources: {'Network': ['ID=5ff39dbb-c500-4ebd-9d9a-148d487a7b40,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 02:56:06.250864 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Network 5ff39dbb-c500-4ebd-9d9a-148d487a7b40 details requested by agent ovs-agent-dv-cinder-837443-1-iscsi with host dv-cinder-837443-1-iscsi {{(pid=103485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 02:56:08.734646 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 39568) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 02:56:09.228578 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa042428-b992-46d3-a540-c4efe0eea376 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 02:56:09.230029 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-aa042428-b992-46d3-a540-c4efe0eea376 demo admin] 10.222.0.32 "GET /v2.0/networks/5ff39dbb-c500-4ebd-9d9a-148d487a7b40 HTTP/1.1" status: 200 len: 824 time: 0.4944203 Apr 12 02:56:09.258398 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-a10d7b23-b6c3-4c3c-a7cc-b69a4461d523 demo admin] 10.222.0.32 "GET /v2.0/subnetpools/a9a595a6-8d88-411b-b191-43e0861b36ca HTTP/1.1" status: 200 len: 734 time: 0.0195003 Apr 12 02:56:09.271607 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-819f0f11-3f69-4da8-86c5-1c5094eafff5 demo admin] Request body: {'subnet': {'network_id': '5ff39dbb-c500-4ebd-9d9a-148d487a7b40', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'a9a595a6-8d88-411b-b191-43e0861b36ca', 'name': 'private-subnet'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 02:56:09.301664 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819f0f11-3f69-4da8-86c5-1c5094eafff5 demo admin] Made reservation on behalf of 3085add0984c4b339583bce0299f7cc3 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 02:56:09.305812 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-819f0f11-3f69-4da8-86c5-1c5094eafff5 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:09.623375 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-819f0f11-3f69-4da8-86c5-1c5094eafff5 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074'] for subnet (f3510517-0f2d-470c-bbb2-022a2aa4e35b), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:09.697959 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819f0f11-3f69-4da8-86c5-1c5094eafff5 demo admin] Checking segment: {'id': '2147ca98-f623-419b-84b5-10479d449da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5ff39dbb-c500-4ebd-9d9a-148d487a7b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 02:56:09.698322 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819f0f11-3f69-4da8-86c5-1c5094eafff5 demo admin] Network hostable DHCP agents. Network: 5ff39dbb-c500-4ebd-9d9a-148d487a7b40, hostable agents: ['fa7f2a92-0c20-457b-b451-d8a4489755d5'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 02:56:09.714393 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f0f11-3f69-4da8-86c5-1c5094eafff5 demo admin] Pushing event updated for resources: {'Subnet': ['ID=f3510517-0f2d-470c-bbb2-022a2aa4e35b,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 02:56:09.725345 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819f0f11-3f69-4da8-86c5-1c5094eafff5 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:09.725712 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819f0f11-3f69-4da8-86c5-1c5094eafff5 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:09.726034 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819f0f11-3f69-4da8-86c5-1c5094eafff5 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:09.726381 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819f0f11-3f69-4da8-86c5-1c5094eafff5 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:09.726710 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819f0f11-3f69-4da8-86c5-1c5094eafff5 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:09.727027 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819f0f11-3f69-4da8-86c5-1c5094eafff5 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:09.727330 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819f0f11-3f69-4da8-86c5-1c5094eafff5 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:09.727643 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819f0f11-3f69-4da8-86c5-1c5094eafff5 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:09.728009 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819f0f11-3f69-4da8-86c5-1c5094eafff5 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:09.728328 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819f0f11-3f69-4da8-86c5-1c5094eafff5 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:09.728642 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819f0f11-3f69-4da8-86c5-1c5094eafff5 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:09.728974 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819f0f11-3f69-4da8-86c5-1c5094eafff5 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:09.729285 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819f0f11-3f69-4da8-86c5-1c5094eafff5 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:09.729596 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819f0f11-3f69-4da8-86c5-1c5094eafff5 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:09.729902 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819f0f11-3f69-4da8-86c5-1c5094eafff5 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:09.731298 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819f0f11-3f69-4da8-86c5-1c5094eafff5 demo admin] Tracked resource versions report: Apr 12 02:56:09.731298 dv-cinder-837443-1-iscsi neutron-server[103484]: pushed versions: Apr 12 02:56:09.731298 dv-cinder-837443-1-iscsi neutron-server[103484]: { 'AddressGroup': {'1.2'}, Apr 12 02:56:09.731298 dv-cinder-837443-1-iscsi neutron-server[103484]: 'Agent': {'1.1'}, Apr 12 02:56:09.731298 dv-cinder-837443-1-iscsi neutron-server[103484]: 'ConntrackHelper': {'1.0'}, Apr 12 02:56:09.731298 dv-cinder-837443-1-iscsi neutron-server[103484]: 'LocalIPAssociation': {'1.0'}, Apr 12 02:56:09.731298 dv-cinder-837443-1-iscsi neutron-server[103484]: 'Log': {'1.0'}, Apr 12 02:56:09.731298 dv-cinder-837443-1-iscsi neutron-server[103484]: 'NDPProxy': {'1.0'}, Apr 12 02:56:09.731298 dv-cinder-837443-1-iscsi neutron-server[103484]: 'Network': {'1.1'}, Apr 12 02:56:09.731298 dv-cinder-837443-1-iscsi neutron-server[103484]: 'Port': {'1.7'}, Apr 12 02:56:09.731298 dv-cinder-837443-1-iscsi neutron-server[103484]: 'PortForwarding': {'1.3'}, Apr 12 02:56:09.731298 dv-cinder-837443-1-iscsi neutron-server[103484]: 'QosPolicy': {'1.10'}, Apr 12 02:56:09.731298 dv-cinder-837443-1-iscsi neutron-server[103484]: 'SecurityGroup': {'1.5'}, Apr 12 02:56:09.731298 dv-cinder-837443-1-iscsi neutron-server[103484]: 'SecurityGroupRule': {'1.2'}, Apr 12 02:56:09.731298 dv-cinder-837443-1-iscsi neutron-server[103484]: 'SubPort': {'1.0'}, Apr 12 02:56:09.731298 dv-cinder-837443-1-iscsi neutron-server[103484]: 'Subnet': {'1.1'}, Apr 12 02:56:09.731298 dv-cinder-837443-1-iscsi neutron-server[103484]: 'Trunk': {'1.1'}} Apr 12 02:56:09.731298 dv-cinder-837443-1-iscsi neutron-server[103484]: consumer versions: Apr 12 02:56:09.731298 dv-cinder-837443-1-iscsi neutron-server[103484]: { DHCP agent@dv-cinder-837443-1-iscsi: {}, Apr 12 02:56:09.731298 dv-cinder-837443-1-iscsi neutron-server[103484]: L3 agent@dv-cinder-837443-1-iscsi: {}, Apr 12 02:56:09.731298 dv-cinder-837443-1-iscsi neutron-server[103484]: Metadata agent@dv-cinder-837443-1-iscsi: {}, Apr 12 02:56:09.731298 dv-cinder-837443-1-iscsi neutron-server[103484]: Metering agent@dv-cinder-837443-1-iscsi: {}, Apr 12 02:56:09.731298 dv-cinder-837443-1-iscsi neutron-server[103484]: Open vSwitch agent@dv-cinder-837443-1-iscsi: { 'AddressGroup': '1.2', Apr 12 02:56:09.731298 dv-cinder-837443-1-iscsi neutron-server[103484]: 'Agent': '1.1', Apr 12 02:56:09.731298 dv-cinder-837443-1-iscsi neutron-server[103484]: 'ConntrackHelper': '1.0', Apr 12 02:56:09.731298 dv-cinder-837443-1-iscsi neutron-server[103484]: 'LocalIPAssociation': '1.0', Apr 12 02:56:09.731298 dv-cinder-837443-1-iscsi neutron-server[103484]: 'Log': '1.0', Apr 12 02:56:09.731298 dv-cinder-837443-1-iscsi neutron-server[103484]: 'NDPProxy': '1.0', Apr 12 02:56:09.731298 dv-cinder-837443-1-iscsi neutron-server[103484]: 'Network': '1.1', Apr 12 02:56:09.731298 dv-cinder-837443-1-iscsi neutron-server[103484]: 'Port': '1.7', Apr 12 02:56:09.731298 dv-cinder-837443-1-iscsi neutron-server[103484]: 'PortForwarding': '1.3', Apr 12 02:56:09.731298 dv-cinder-837443-1-iscsi neutron-server[103484]: 'QosPolicy': '1.10', Apr 12 02:56:09.731298 dv-cinder-837443-1-iscsi neutron-server[103484]: 'SecurityGroup': '1.5', Apr 12 02:56:09.731298 dv-cinder-837443-1-iscsi neutron-server[103484]: 'SecurityGroupRule': '1.2', Apr 12 02:56:09.731298 dv-cinder-837443-1-iscsi neutron-server[103484]: 'SubPort': '1.0', Apr 12 02:56:09.731298 dv-cinder-837443-1-iscsi neutron-server[103484]: 'Subnet': '1.1', Apr 12 02:56:09.731298 dv-cinder-837443-1-iscsi neutron-server[103484]: 'Trunk': '1.1'}} Apr 12 02:56:09.731298 dv-cinder-837443-1-iscsi neutron-server[103484]: {{(pid=103484) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 02:56:09.756473 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819f0f11-3f69-4da8-86c5-1c5094eafff5 demo admin] Network 5ff39dbb-c500-4ebd-9d9a-148d487a7b40 is scheduled to be hosted by DHCP agent fa7f2a92-0c20-457b-b451-d8a4489755d5 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 02:56:09.770389 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-819f0f11-3f69-4da8-86c5-1c5094eafff5 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837443-1-iscsi, 5ff39dbb-c500-4ebd-9d9a-148d487a7b40) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 02:56:09.775095 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819f0f11-3f69-4da8-86c5-1c5094eafff5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 02:56:09.775740 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-819f0f11-3f69-4da8-86c5-1c5094eafff5 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for subnet (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:09.780469 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbb30c1-5015-429f-af27-433c684543dd None None] Network 5ff39dbb-c500-4ebd-9d9a-148d487a7b40 requested from dv-cinder-837443-1-iscsi {{(pid=103485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 02:56:09.794252 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-819f0f11-3f69-4da8-86c5-1c5094eafff5 demo admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5247025 Apr 12 02:56:10.163978 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121b06c9-d2cc-4f14-84e0-938675d8bb8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58e6e5d8-d763-5226-afd4-b2f7170d6940-5ff39dbb-c500-4ebd-9d9a-148d487a7b40', 'network_id': '5ff39dbb-c500-4ebd-9d9a-148d487a7b40', 'project_id': '3085add0984c4b339583bce0299f7cc3', 'fixed_ips': [{'subnet_id': 'f3510517-0f2d-470c-bbb2-022a2aa4e35b'}]}} from dv-cinder-837443-1-iscsi. {{(pid=103485) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 02:56:10.165211 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-121b06c9-d2cc-4f14-84e0-938675d8bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:10.440689 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-121b06c9-d2cc-4f14-84e0-938675d8bb8c None None] Allocated IP 172.20.0.2 (5ff39dbb-c500-4ebd-9d9a-148d487a7b40/f3510517-0f2d-470c-bbb2-022a2aa4e35b/39e09593-f2e7-49b9-90d4-50cc143a2bea) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 02:56:10.711283 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-121b06c9-d2cc-4f14-84e0-938675d8bb8c None None] Publish callbacks [] for port (39e09593-f2e7-49b9-90d4-50cc143a2bea), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:10.720589 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-121b06c9-d2cc-4f14-84e0-938675d8bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106'] for port (39e09593-f2e7-49b9-90d4-50cc143a2bea), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:10.797306 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121b06c9-d2cc-4f14-84e0-938675d8bb8c None None] Network 5ff39dbb-c500-4ebd-9d9a-148d487a7b40 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 02:56:10.802028 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-121b06c9-d2cc-4f14-84e0-938675d8bb8c None None] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 02:56:10.807772 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b06c9-d2cc-4f14-84e0-938675d8bb8c None None] Pushing event updated for resources: {'Port': ['ID=39e09593-f2e7-49b9-90d4-50cc143a2bea,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 02:56:10.809968 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121b06c9-d2cc-4f14-84e0-938675d8bb8c None None] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 02:56:10.844911 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121b06c9-d2cc-4f14-84e0-938675d8bb8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:10.845294 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121b06c9-d2cc-4f14-84e0-938675d8bb8c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:10.845629 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121b06c9-d2cc-4f14-84e0-938675d8bb8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:10.845979 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121b06c9-d2cc-4f14-84e0-938675d8bb8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:10.846306 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121b06c9-d2cc-4f14-84e0-938675d8bb8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:10.846630 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121b06c9-d2cc-4f14-84e0-938675d8bb8c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:10.846951 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121b06c9-d2cc-4f14-84e0-938675d8bb8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:10.847269 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121b06c9-d2cc-4f14-84e0-938675d8bb8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:10.847888 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121b06c9-d2cc-4f14-84e0-938675d8bb8c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:10.848279 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121b06c9-d2cc-4f14-84e0-938675d8bb8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:10.848632 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121b06c9-d2cc-4f14-84e0-938675d8bb8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:10.848973 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121b06c9-d2cc-4f14-84e0-938675d8bb8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:10.849294 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121b06c9-d2cc-4f14-84e0-938675d8bb8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:10.849613 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121b06c9-d2cc-4f14-84e0-938675d8bb8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:10.849927 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121b06c9-d2cc-4f14-84e0-938675d8bb8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:10.851375 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121b06c9-d2cc-4f14-84e0-938675d8bb8c None None] Tracked resource versions report: Apr 12 02:56:10.851375 dv-cinder-837443-1-iscsi neutron-server[103485]: pushed versions: Apr 12 02:56:10.851375 dv-cinder-837443-1-iscsi neutron-server[103485]: { 'AddressGroup': {'1.2'}, Apr 12 02:56:10.851375 dv-cinder-837443-1-iscsi neutron-server[103485]: 'Agent': {'1.1'}, Apr 12 02:56:10.851375 dv-cinder-837443-1-iscsi neutron-server[103485]: 'ConntrackHelper': {'1.0'}, Apr 12 02:56:10.851375 dv-cinder-837443-1-iscsi neutron-server[103485]: 'LocalIPAssociation': {'1.0'}, Apr 12 02:56:10.851375 dv-cinder-837443-1-iscsi neutron-server[103485]: 'Log': {'1.0'}, Apr 12 02:56:10.851375 dv-cinder-837443-1-iscsi neutron-server[103485]: 'NDPProxy': {'1.0'}, Apr 12 02:56:10.851375 dv-cinder-837443-1-iscsi neutron-server[103485]: 'Network': {'1.1'}, Apr 12 02:56:10.851375 dv-cinder-837443-1-iscsi neutron-server[103485]: 'Port': {'1.7'}, Apr 12 02:56:10.851375 dv-cinder-837443-1-iscsi neutron-server[103485]: 'PortForwarding': {'1.3'}, Apr 12 02:56:10.851375 dv-cinder-837443-1-iscsi neutron-server[103485]: 'QosPolicy': {'1.10'}, Apr 12 02:56:10.851375 dv-cinder-837443-1-iscsi neutron-server[103485]: 'SecurityGroup': {'1.5'}, Apr 12 02:56:10.851375 dv-cinder-837443-1-iscsi neutron-server[103485]: 'SecurityGroupRule': {'1.2'}, Apr 12 02:56:10.851375 dv-cinder-837443-1-iscsi neutron-server[103485]: 'SubPort': {'1.0'}, Apr 12 02:56:10.851375 dv-cinder-837443-1-iscsi neutron-server[103485]: 'Subnet': {'1.1'}, Apr 12 02:56:10.851375 dv-cinder-837443-1-iscsi neutron-server[103485]: 'Trunk': {'1.1'}} Apr 12 02:56:10.851375 dv-cinder-837443-1-iscsi neutron-server[103485]: consumer versions: Apr 12 02:56:10.851375 dv-cinder-837443-1-iscsi neutron-server[103485]: { DHCP agent@dv-cinder-837443-1-iscsi: {}, Apr 12 02:56:10.851375 dv-cinder-837443-1-iscsi neutron-server[103485]: L3 agent@dv-cinder-837443-1-iscsi: {}, Apr 12 02:56:10.851375 dv-cinder-837443-1-iscsi neutron-server[103485]: Metadata agent@dv-cinder-837443-1-iscsi: {}, Apr 12 02:56:10.851375 dv-cinder-837443-1-iscsi neutron-server[103485]: Metering agent@dv-cinder-837443-1-iscsi: {}, Apr 12 02:56:10.851375 dv-cinder-837443-1-iscsi neutron-server[103485]: Open vSwitch agent@dv-cinder-837443-1-iscsi: { 'AddressGroup': '1.2', Apr 12 02:56:10.851375 dv-cinder-837443-1-iscsi neutron-server[103485]: 'Agent': '1.1', Apr 12 02:56:10.851375 dv-cinder-837443-1-iscsi neutron-server[103485]: 'ConntrackHelper': '1.0', Apr 12 02:56:10.851375 dv-cinder-837443-1-iscsi neutron-server[103485]: 'LocalIPAssociation': '1.0', Apr 12 02:56:10.851375 dv-cinder-837443-1-iscsi neutron-server[103485]: 'Log': '1.0', Apr 12 02:56:10.851375 dv-cinder-837443-1-iscsi neutron-server[103485]: 'NDPProxy': '1.0', Apr 12 02:56:10.851375 dv-cinder-837443-1-iscsi neutron-server[103485]: 'Network': '1.1', Apr 12 02:56:10.851375 dv-cinder-837443-1-iscsi neutron-server[103485]: 'Port': '1.7', Apr 12 02:56:10.851375 dv-cinder-837443-1-iscsi neutron-server[103485]: 'PortForwarding': '1.3', Apr 12 02:56:10.851375 dv-cinder-837443-1-iscsi neutron-server[103485]: 'QosPolicy': '1.10', Apr 12 02:56:10.851375 dv-cinder-837443-1-iscsi neutron-server[103485]: 'SecurityGroup': '1.5', Apr 12 02:56:10.851375 dv-cinder-837443-1-iscsi neutron-server[103485]: 'SecurityGroupRule': '1.2', Apr 12 02:56:10.851375 dv-cinder-837443-1-iscsi neutron-server[103485]: 'SubPort': '1.0', Apr 12 02:56:10.851375 dv-cinder-837443-1-iscsi neutron-server[103485]: 'Subnet': '1.1', Apr 12 02:56:10.851375 dv-cinder-837443-1-iscsi neutron-server[103485]: 'Trunk': '1.1'}} Apr 12 02:56:10.851375 dv-cinder-837443-1-iscsi neutron-server[103485]: {{(pid=103485) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 02:56:10.902334 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-121b06c9-d2cc-4f14-84e0-938675d8bb8c None None] Attempting to bind port 39e09593-f2e7-49b9-90d4-50cc143a2bea on host dv-cinder-837443-1-iscsi for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 02:56:10.902816 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-121b06c9-d2cc-4f14-84e0-938675d8bb8c None None] Attempting to bind port 39e09593-f2e7-49b9-90d4-50cc143a2bea by drivers openvswitch,hyperv on host dv-cinder-837443-1-iscsi at level 0 using segments [{'id': '2147ca98-f623-419b-84b5-10479d449da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5ff39dbb-c500-4ebd-9d9a-148d487a7b40'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 02:56:10.903226 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121b06c9-d2cc-4f14-84e0-938675d8bb8c None None] Attempting to bind port 39e09593-f2e7-49b9-90d4-50cc143a2bea on network 5ff39dbb-c500-4ebd-9d9a-148d487a7b40 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 02:56:10.908336 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121b06c9-d2cc-4f14-84e0-938675d8bb8c None None] Checking agent: {'id': 'ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 2, 56, 1), 'started_at': datetime.datetime(2022, 4, 12, 2, 56, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 2, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 02:56:10.908750 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121b06c9-d2cc-4f14-84e0-938675d8bb8c None None] Checking segment: {'id': '2147ca98-f623-419b-84b5-10479d449da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5ff39dbb-c500-4ebd-9d9a-148d487a7b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 02:56:10.909173 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-121b06c9-d2cc-4f14-84e0-938675d8bb8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:10.909545 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121b06c9-d2cc-4f14-84e0-938675d8bb8c None None] Bound using segment: {'id': '2147ca98-f623-419b-84b5-10479d449da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5ff39dbb-c500-4ebd-9d9a-148d487a7b40'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 02:56:10.910028 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-121b06c9-d2cc-4f14-84e0-938675d8bb8c None None] Bound port: 39e09593-f2e7-49b9-90d4-50cc143a2bea, host: dv-cinder-837443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2147ca98-f623-419b-84b5-10479d449da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5ff39dbb-c500-4ebd-9d9a-148d487a7b40'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 02:56:10.910498 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-121b06c9-d2cc-4f14-84e0-938675d8bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (39e09593-f2e7-49b9-90d4-50cc143a2bea), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:10.976491 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-121b06c9-d2cc-4f14-84e0-938675d8bb8c None None] For port 39e09593-f2e7-49b9-90d4-50cc143a2bea, host dv-cinder-837443-1-iscsi, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 02:56:10.997920 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-121b06c9-d2cc-4f14-84e0-938675d8bb8c None None] For port 39e09593-f2e7-49b9-90d4-50cc143a2bea, host dv-cinder-837443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=39e09593-f2e7-49b9-90d4-50cc143a2bea,segment=NetworkSegment(2147ca98-f623-419b-84b5-10479d449da3),segment_id=2147ca98-f623-419b-84b5-10479d449da3)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 02:56:11.005527 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-121b06c9-d2cc-4f14-84e0-938675d8bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (39e09593-f2e7-49b9-90d4-50cc143a2bea), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:11.061723 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b06c9-d2cc-4f14-84e0-938675d8bb8c None None] Pushing event updated for resources: {'Port': ['ID=39e09593-f2e7-49b9-90d4-50cc143a2bea,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 02:56:12.342250 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 39580) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 02:56:12.663954 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [None req-19449d1b-6a11-4b0d-bd91-3d78ee9530e5 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 02:56:12.665108 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-19449d1b-6a11-4b0d-bd91-3d78ee9530e5 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3217666 Apr 12 02:56:15.227246 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 39588) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 02:56:15.557258 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [None req-6f0b3a3d-250f-4c00-acfe-421e4dad1a7e admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 02:56:15.558312 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-6f0b3a3d-250f-4c00-acfe-421e4dad1a7e admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3301065 Apr 12 02:56:18.083490 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 39596) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 02:56:18.405753 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-69a0818f-ad9e-4b69-9677-bec19e949ca3 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 02:56:18.433610 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-69a0818f-ad9e-4b69-9677-bec19e949ca3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3782703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4500'] for router (a24147e6-a721-4c00-bb9b-d8ccc2f55910), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:18.435268 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-69a0818f-ad9e-4b69-9677-bec19e949ca3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3683108', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4525'] for router (a24147e6-a721-4c00-bb9b-d8ccc2f55910), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:18.590029 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-69a0818f-ad9e-4b69-9677-bec19e949ca3 demo demo] Publish callbacks [] for router_controller (a24147e6-a721-4c00-bb9b-d8ccc2f55910), precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:18.596195 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-69a0818f-ad9e-4b69-9677-bec19e949ca3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3784358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682775'] for router (a24147e6-a721-4c00-bb9b-d8ccc2f55910), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:18.618857 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-69a0818f-ad9e-4b69-9677-bec19e949ca3 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:18.620118 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-69a0818f-ad9e-4b69-9677-bec19e949ca3 demo demo] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5355194 Apr 12 02:56:21.274921 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 39608) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 02:56:21.604691 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [None req-2df20ed8-9299-4816-ba81-4b907d9e0664 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 02:56:21.605684 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-2df20ed8-9299-4816-ba81-4b907d9e0664 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3294291 Apr 12 02:56:22.110878 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 39e09593-f2e7-49b9-90d4-50cc143a2bea up at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 02:56:22.197792 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Provisioning complete for port 39e09593-f2e7-49b9-90d4-50cc143a2bea triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 02:56:22.198184 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (39e09593-f2e7-49b9-90d4-50cc143a2bea), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:22.305495 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Current status of the port 39e09593-f2e7-49b9-90d4-50cc143a2bea is: DOWN; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 02:56:22.305853 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (39e09593-f2e7-49b9-90d4-50cc143a2bea), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:22.340259 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] For port 39e09593-f2e7-49b9-90d4-50cc143a2bea, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=39e09593-f2e7-49b9-90d4-50cc143a2bea,segment=NetworkSegment(2147ca98-f623-419b-84b5-10479d449da3),segment_id=2147ca98-f623-419b-84b5-10479d449da3)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 02:56:22.347524 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (39e09593-f2e7-49b9-90d4-50cc143a2bea), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:22.397793 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Pushing event updated for resources: {'Port': ['ID=39e09593-f2e7-49b9-90d4-50cc143a2bea,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 02:56:22.409401 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedbd345-25d2-4e0a-a49e-1fa106149a11 None None] Network 5ff39dbb-c500-4ebd-9d9a-148d487a7b40 requested from dv-cinder-837443-1-iscsi {{(pid=103485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 02:56:22.517670 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-f0d662f6-4bf4-4154-8647-fcf7e16a739d None None] Provisioning complete for port 39e09593-f2e7-49b9-90d4-50cc143a2bea triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 02:56:22.518051 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f0d662f6-4bf4-4154-8647-fcf7e16a739d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (39e09593-f2e7-49b9-90d4-50cc143a2bea), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:22.612599 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-f0d662f6-4bf4-4154-8647-fcf7e16a739d None None] Current status of the port 39e09593-f2e7-49b9-90d4-50cc143a2bea is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 02:56:22.729632 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-f876833a-104d-4cfc-ba86-7fa4add4ae1c None None] Provisioning complete for port 39e09593-f2e7-49b9-90d4-50cc143a2bea triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 02:56:22.730028 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f876833a-104d-4cfc-ba86-7fa4add4ae1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (39e09593-f2e7-49b9-90d4-50cc143a2bea), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:22.811383 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-f876833a-104d-4cfc-ba86-7fa4add4ae1c None None] Current status of the port 39e09593-f2e7-49b9-90d4-50cc143a2bea is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 02:56:24.095108 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 39e09593-f2e7-49b9-90d4-50cc143a2bea up at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 02:56:24.138819 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Provisioning complete for port 39e09593-f2e7-49b9-90d4-50cc143a2bea triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 02:56:24.139196 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (39e09593-f2e7-49b9-90d4-50cc143a2bea), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:24.173028 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 39616) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 02:56:24.213303 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Current status of the port 39e09593-f2e7-49b9-90d4-50cc143a2bea is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 02:56:24.513112 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [None req-734b0d92-eed7-4805-a6fc-10f7f82cccc6 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'router:external': True}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 02:56:24.534188 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734b0d92-eed7-4805-a6fc-10f7f82cccc6 admin admin] Made reservation on behalf of c0c2ded0aef5404894a48ce0d4dafe72 for: {'network': 1} {{(pid=103483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 02:56:24.536621 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-734b0d92-eed7-4805-a6fc-10f7f82cccc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for network (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:24.545251 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-734b0d92-eed7-4805-a6fc-10f7f82cccc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:24.620992 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-734b0d92-eed7-4805-a6fc-10f7f82cccc6 admin admin] Publish callbacks [] for security_group (6b72200a-169b-40b6-b3de-afc2ac96736f), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:24.626381 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-734b0d92-eed7-4805-a6fc-10f7f82cccc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (6b72200a-169b-40b6-b3de-afc2ac96736f), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:24.641097 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-734b0d92-eed7-4805-a6fc-10f7f82cccc6 admin admin] Reserving flat network on physical network physnet1 {{(pid=103483) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 12 02:56:24.660221 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b0d92-eed7-4805-a6fc-10f7f82cccc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b72200a-169b-40b6-b3de-afc2ac96736f,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 02:56:24.665245 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-734b0d92-eed7-4805-a6fc-10f7f82cccc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (44a05d23-3fd0-4081-9abb-c6033767afb5), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:24.665625 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.db.segments_db [None req-734b0d92-eed7-4805-a6fc-10f7f82cccc6 admin admin] Added segment 44a05d23-3fd0-4081-9abb-c6033767afb5 of type flat for network 79cba51c-a00f-4d8d-a813-38deb5f63b2a Apr 12 02:56:24.722445 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-734b0d92-eed7-4805-a6fc-10f7f82cccc6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733264019303'] for network (79cba51c-a00f-4d8d-a813-38deb5f63b2a), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:24.758544 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-734b0d92-eed7-4805-a6fc-10f7f82cccc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074'] for network (79cba51c-a00f-4d8d-a813-38deb5f63b2a), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:24.759433 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734b0d92-eed7-4805-a6fc-10f7f82cccc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 02:56:24.760104 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-734b0d92-eed7-4805-a6fc-10f7f82cccc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for network (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:24.766175 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1b17c1db-d475-487c-a9d2-6056400c9290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (fa7f2a92-0c20-457b-b451-d8a4489755d5), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:24.814039 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-734b0d92-eed7-4805-a6fc-10f7f82cccc6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6399400 Apr 12 02:56:24.860314 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b0d92-eed7-4805-a6fc-10f7f82cccc6 admin admin] Pushing event updated for resources: {'Network': ['ID=79cba51c-a00f-4d8d-a813-38deb5f63b2a,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 02:56:24.870543 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Network 79cba51c-a00f-4d8d-a813-38deb5f63b2a details requested by agent ovs-agent-dv-cinder-837443-1-iscsi with host dv-cinder-837443-1-iscsi {{(pid=103485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 02:56:27.221750 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d023a295-8d15-4372-8b44-aa4440fa56a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (beb15aed-f2b6-4676-85ca-b43f14e6acf3), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:27.376448 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 39624) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 02:56:27.802759 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e227627d-8772-4976-afb8-70383c2f9648 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 02:56:27.804086 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-e227627d-8772-4976-afb8-70383c2f9648 demo admin] 10.222.0.32 "GET /v2.0/subnets/f3510517-0f2d-470c-bbb2-022a2aa4e35b HTTP/1.1" status: 200 len: 849 time: 0.4262931 Apr 12 02:56:27.937907 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-55c11ec5-4d7f-4f6b-9b62-eb331cd719ea demo admin] 10.222.0.32 "GET /v2.0/routers/a24147e6-a721-4c00-bb9b-d8ccc2f55910 HTTP/1.1" status: 200 len: 704 time: 0.1229932 Apr 12 02:56:28.139021 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a63736aa-03b4-448a-a5ac-a324793c796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (2fa08797-e830-4b1e-af03-8a255eb086f2), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:28.226090 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4db2a78f-3016-48b6-8dc5-b5c41b03d3d9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:28.533452 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-4db2a78f-3016-48b6-8dc5-b5c41b03d3d9 demo admin] Allocated IP 172.20.0.1 (5ff39dbb-c500-4ebd-9d9a-148d487a7b40/f3510517-0f2d-470c-bbb2-022a2aa4e35b/e5c81ace-c197-4756-9a39-23aa641d2f3d) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 02:56:28.693443 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4db2a78f-3016-48b6-8dc5-b5c41b03d3d9 demo admin] Publish callbacks [] for port (e5c81ace-c197-4756-9a39-23aa641d2f3d), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:28.765456 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4db2a78f-3016-48b6-8dc5-b5c41b03d3d9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106'] for port (e5c81ace-c197-4756-9a39-23aa641d2f3d), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:28.838312 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db2a78f-3016-48b6-8dc5-b5c41b03d3d9 demo admin] Network 5ff39dbb-c500-4ebd-9d9a-148d487a7b40 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 02:56:28.843496 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-4db2a78f-3016-48b6-8dc5-b5c41b03d3d9 demo admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 02:56:28.849798 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db2a78f-3016-48b6-8dc5-b5c41b03d3d9 demo admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 02:56:28.850266 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4db2a78f-3016-48b6-8dc5-b5c41b03d3d9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682596'] for router_interface (a24147e6-a721-4c00-bb9b-d8ccc2f55910), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:28.874052 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db2a78f-3016-48b6-8dc5-b5c41b03d3d9 demo admin] Pushing event updated for resources: {'Port': ['ID=e5c81ace-c197-4756-9a39-23aa641d2f3d,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 02:56:29.115069 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4db2a78f-3016-48b6-8dc5-b5c41b03d3d9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (e5c81ace-c197-4756-9a39-23aa641d2f3d), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:29.177337 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-9fa397e5-ceb4-4877-b822-f4fad217bd71 None None] Provisioning complete for port e5c81ace-c197-4756-9a39-23aa641d2f3d triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 02:56:29.177918 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9fa397e5-ceb4-4877-b822-f4fad217bd71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (e5c81ace-c197-4756-9a39-23aa641d2f3d), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:29.261066 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-9fa397e5-ceb4-4877-b822-f4fad217bd71 None None] Port e5c81ace-c197-4756-9a39-23aa641d2f3d cannot update to ACTIVE because it is not bound. {{(pid=103485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 02:56:29.355703 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4db2a78f-3016-48b6-8dc5-b5c41b03d3d9 demo admin] Publish callbacks [] for port (e5c81ace-c197-4756-9a39-23aa641d2f3d), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:29.363044 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4db2a78f-3016-48b6-8dc5-b5c41b03d3d9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (e5c81ace-c197-4756-9a39-23aa641d2f3d), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:29.364060 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4db2a78f-3016-48b6-8dc5-b5c41b03d3d9 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685268'] for router_interface (a24147e6-a721-4c00-bb9b-d8ccc2f55910), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:29.422770 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db2a78f-3016-48b6-8dc5-b5c41b03d3d9 demo admin] Pushing event updated for resources: {'Port': ['ID=e5c81ace-c197-4756-9a39-23aa641d2f3d,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 02:56:29.490154 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db2a78f-3016-48b6-8dc5-b5c41b03d3d9 demo admin] Network 5ff39dbb-c500-4ebd-9d9a-148d487a7b40 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 02:56:29.491550 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-4db2a78f-3016-48b6-8dc5-b5c41b03d3d9 demo admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 02:56:29.660787 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4db2a78f-3016-48b6-8dc5-b5c41b03d3d9 demo admin] Router a24147e6-a721-4c00-bb9b-d8ccc2f55910 is scheduled to L3 agent beb15aed-f2b6-4676-85ca-b43f14e6acf3 with binding_index 1 {{(pid=103484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 02:56:29.680277 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-1ee3e116-e685-4964-a245-a9f2b03bebe9 None None] Provisioning complete for port e5c81ace-c197-4756-9a39-23aa641d2f3d triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 02:56:29.680580 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1ee3e116-e685-4964-a245-a9f2b03bebe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (e5c81ace-c197-4756-9a39-23aa641d2f3d), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:29.714890 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-1ee3e116-e685-4964-a245-a9f2b03bebe9 None None] Port e5c81ace-c197-4756-9a39-23aa641d2f3d cannot update to ACTIVE because it is not bound. {{(pid=103485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 02:56:29.757167 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db2a78f-3016-48b6-8dc5-b5c41b03d3d9 demo admin] Notify agent at l3_agent.dv-cinder-837443-1-iscsi the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 02:56:29.763999 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-4db2a78f-3016-48b6-8dc5-b5c41b03d3d9 demo admin] 10.222.0.32 "PUT /v2.0/routers/a24147e6-a721-4c00-bb9b-d8ccc2f55910/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8180065 Apr 12 02:56:29.769939 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a73b8b-3dc7-4b63-9719-d9b38b96d622 None None] Sync routers for ids ['a24147e6-a721-4c00-bb9b-d8ccc2f55910'] in dv-cinder-837443-1-iscsi {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 02:56:29.783246 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a73b8b-3dc7-4b63-9719-d9b38b96d622 None None] Routers {'a24147e6-a721-4c00-bb9b-d8ccc2f55910'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 02:56:29.784114 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-e1a73b8b-3dc7-4b63-9719-d9b38b96d622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T02:56:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['a24147e6-a721-4c00-bb9b-d8ccc2f55910'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 02:56:29.815106 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be625cda-7f2b-4ec3-b03f-aa24446ccc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d888e177-8f03-43a8-a394-c59927fa1996), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:29.988823 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-e1a73b8b-3dc7-4b63-9719-d9b38b96d622 None None] Set router a24147e6-a721-4c00-bb9b-d8ccc2f55910 gateway port host: None {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 02:56:30.408784 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-e1a73b8b-3dc7-4b63-9719-d9b38b96d622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a24147e6-a721-4c00-bb9b-d8ccc2f55910', 'name': 'router1', 'tenant_id': '3085add0984c4b339583bce0299f7cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T02:56:18Z', 'updated_at': '2022-04-12T02:56:29Z', 'revision_number': 2, 'project_id': '3085add0984c4b339583bce0299f7cc3', 'gw_port_host': None, '_interfaces': [{'id': 'e5c81ace-c197-4756-9a39-23aa641d2f3d', 'name': '', 'network_id': '5ff39dbb-c500-4ebd-9d9a-148d487a7b40', 'tenant_id': '3085add0984c4b339583bce0299f7cc3', 'mac_address': 'fa:16:3e:fd:f2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a24147e6-a721-4c00-bb9b-d8ccc2f55910', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f3510517-0f2d-470c-bbb2-022a2aa4e35b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T02:56:28Z', 'updated_at': '2022-04-12T02:56:29Z', 'revision_number': 2, 'project_id': '3085add0984c4b339583bce0299f7cc3', 'subnets': [{'id': 'f3510517-0f2d-470c-bbb2-022a2aa4e35b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a9a595a6-8d88-411b-b191-43e0861b36ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 02:56:30.460665 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a73b8b-3dc7-4b63-9719-d9b38b96d622 None None] Checking router: a24147e6-a721-4c00-bb9b-d8ccc2f55910 for host: dv-cinder-837443-1-iscsi {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 02:56:30.461030 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a73b8b-3dc7-4b63-9719-d9b38b96d622 None None] Updating router a24147e6-a721-4c00-bb9b-d8ccc2f55910 port e5c81ace-c197-4756-9a39-23aa641d2f3d binding host dv-cinder-837443-1-iscsi {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 02:56:30.513010 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e1a73b8b-3dc7-4b63-9719-d9b38b96d622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (e5c81ace-c197-4756-9a39-23aa641d2f3d), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:31.023431 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e1a73b8b-3dc7-4b63-9719-d9b38b96d622 None None] Publish callbacks [] for port (e5c81ace-c197-4756-9a39-23aa641d2f3d), precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:31.031239 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e1a73b8b-3dc7-4b63-9719-d9b38b96d622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (e5c81ace-c197-4756-9a39-23aa641d2f3d), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:31.190368 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77aacc3-3e41-482f-a459-21980a49f117 None None] Pushing event updated for resources: {'Port': ['ID=e5c81ace-c197-4756-9a39-23aa641d2f3d,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 02:56:31.207564 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-e1a73b8b-3dc7-4b63-9719-d9b38b96d622 None None] Attempting to bind port e5c81ace-c197-4756-9a39-23aa641d2f3d on host dv-cinder-837443-1-iscsi for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 02:56:31.208010 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-e1a73b8b-3dc7-4b63-9719-d9b38b96d622 None None] Attempting to bind port e5c81ace-c197-4756-9a39-23aa641d2f3d by drivers openvswitch,hyperv on host dv-cinder-837443-1-iscsi at level 0 using segments [{'id': '2147ca98-f623-419b-84b5-10479d449da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5ff39dbb-c500-4ebd-9d9a-148d487a7b40'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 02:56:31.208628 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a73b8b-3dc7-4b63-9719-d9b38b96d622 None None] Attempting to bind port e5c81ace-c197-4756-9a39-23aa641d2f3d on network 5ff39dbb-c500-4ebd-9d9a-148d487a7b40 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 02:56:31.211181 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77aacc3-3e41-482f-a459-21980a49f117 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:31.211523 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77aacc3-3e41-482f-a459-21980a49f117 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:31.211896 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77aacc3-3e41-482f-a459-21980a49f117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:31.212236 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77aacc3-3e41-482f-a459-21980a49f117 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:31.212566 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77aacc3-3e41-482f-a459-21980a49f117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:31.213027 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77aacc3-3e41-482f-a459-21980a49f117 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:31.213200 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77aacc3-3e41-482f-a459-21980a49f117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:31.213587 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77aacc3-3e41-482f-a459-21980a49f117 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:31.213829 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77aacc3-3e41-482f-a459-21980a49f117 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:31.214148 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77aacc3-3e41-482f-a459-21980a49f117 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:31.214453 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77aacc3-3e41-482f-a459-21980a49f117 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:31.214787 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77aacc3-3e41-482f-a459-21980a49f117 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:31.215393 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77aacc3-3e41-482f-a459-21980a49f117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:31.215793 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77aacc3-3e41-482f-a459-21980a49f117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:31.216057 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77aacc3-3e41-482f-a459-21980a49f117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:56:31.217488 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77aacc3-3e41-482f-a459-21980a49f117 None None] Tracked resource versions report: Apr 12 02:56:31.217488 dv-cinder-837443-1-iscsi neutron-server[103486]: pushed versions: Apr 12 02:56:31.217488 dv-cinder-837443-1-iscsi neutron-server[103486]: { 'AddressGroup': {'1.2'}, Apr 12 02:56:31.217488 dv-cinder-837443-1-iscsi neutron-server[103486]: 'Agent': {'1.1'}, Apr 12 02:56:31.217488 dv-cinder-837443-1-iscsi neutron-server[103486]: 'ConntrackHelper': {'1.0'}, Apr 12 02:56:31.217488 dv-cinder-837443-1-iscsi neutron-server[103486]: 'LocalIPAssociation': {'1.0'}, Apr 12 02:56:31.217488 dv-cinder-837443-1-iscsi neutron-server[103486]: 'Log': {'1.0'}, Apr 12 02:56:31.217488 dv-cinder-837443-1-iscsi neutron-server[103486]: 'NDPProxy': {'1.0'}, Apr 12 02:56:31.217488 dv-cinder-837443-1-iscsi neutron-server[103486]: 'Network': {'1.1'}, Apr 12 02:56:31.217488 dv-cinder-837443-1-iscsi neutron-server[103486]: 'Port': {'1.7'}, Apr 12 02:56:31.217488 dv-cinder-837443-1-iscsi neutron-server[103486]: 'PortForwarding': {'1.3'}, Apr 12 02:56:31.217488 dv-cinder-837443-1-iscsi neutron-server[103486]: 'QosPolicy': {'1.10'}, Apr 12 02:56:31.217488 dv-cinder-837443-1-iscsi neutron-server[103486]: 'SecurityGroup': {'1.5'}, Apr 12 02:56:31.217488 dv-cinder-837443-1-iscsi neutron-server[103486]: 'SecurityGroupRule': {'1.2'}, Apr 12 02:56:31.217488 dv-cinder-837443-1-iscsi neutron-server[103486]: 'SubPort': {'1.0'}, Apr 12 02:56:31.217488 dv-cinder-837443-1-iscsi neutron-server[103486]: 'Subnet': {'1.1'}, Apr 12 02:56:31.217488 dv-cinder-837443-1-iscsi neutron-server[103486]: 'Trunk': {'1.1'}} Apr 12 02:56:31.217488 dv-cinder-837443-1-iscsi neutron-server[103486]: consumer versions: Apr 12 02:56:31.217488 dv-cinder-837443-1-iscsi neutron-server[103486]: { DHCP agent@dv-cinder-837443-1-iscsi: {}, Apr 12 02:56:31.217488 dv-cinder-837443-1-iscsi neutron-server[103486]: L3 agent@dv-cinder-837443-1-iscsi: {}, Apr 12 02:56:31.217488 dv-cinder-837443-1-iscsi neutron-server[103486]: Metadata agent@dv-cinder-837443-1-iscsi: {}, Apr 12 02:56:31.217488 dv-cinder-837443-1-iscsi neutron-server[103486]: Metering agent@dv-cinder-837443-1-iscsi: {}, Apr 12 02:56:31.217488 dv-cinder-837443-1-iscsi neutron-server[103486]: Open vSwitch agent@dv-cinder-837443-1-iscsi: { 'AddressGroup': '1.2', Apr 12 02:56:31.217488 dv-cinder-837443-1-iscsi neutron-server[103486]: 'Agent': '1.1', Apr 12 02:56:31.217488 dv-cinder-837443-1-iscsi neutron-server[103486]: 'ConntrackHelper': '1.0', Apr 12 02:56:31.217488 dv-cinder-837443-1-iscsi neutron-server[103486]: 'LocalIPAssociation': '1.0', Apr 12 02:56:31.217488 dv-cinder-837443-1-iscsi neutron-server[103486]: 'Log': '1.0', Apr 12 02:56:31.217488 dv-cinder-837443-1-iscsi neutron-server[103486]: 'NDPProxy': '1.0', Apr 12 02:56:31.217488 dv-cinder-837443-1-iscsi neutron-server[103486]: 'Network': '1.1', Apr 12 02:56:31.217488 dv-cinder-837443-1-iscsi neutron-server[103486]: 'Port': '1.7', Apr 12 02:56:31.217488 dv-cinder-837443-1-iscsi neutron-server[103486]: 'PortForwarding': '1.3', Apr 12 02:56:31.217488 dv-cinder-837443-1-iscsi neutron-server[103486]: 'QosPolicy': '1.10', Apr 12 02:56:31.217488 dv-cinder-837443-1-iscsi neutron-server[103486]: 'SecurityGroup': '1.5', Apr 12 02:56:31.217488 dv-cinder-837443-1-iscsi neutron-server[103486]: 'SecurityGroupRule': '1.2', Apr 12 02:56:31.217488 dv-cinder-837443-1-iscsi neutron-server[103486]: 'SubPort': '1.0', Apr 12 02:56:31.217488 dv-cinder-837443-1-iscsi neutron-server[103486]: 'Subnet': '1.1', Apr 12 02:56:31.217488 dv-cinder-837443-1-iscsi neutron-server[103486]: 'Trunk': '1.1'}} Apr 12 02:56:31.217488 dv-cinder-837443-1-iscsi neutron-server[103486]: {{(pid=103486) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 02:56:31.223838 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a73b8b-3dc7-4b63-9719-d9b38b96d622 None None] Checking agent: {'id': 'ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 2, 56, 1), 'started_at': datetime.datetime(2022, 4, 12, 2, 56, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 2, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 02:56:31.224256 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a73b8b-3dc7-4b63-9719-d9b38b96d622 None None] Checking segment: {'id': '2147ca98-f623-419b-84b5-10479d449da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5ff39dbb-c500-4ebd-9d9a-148d487a7b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 02:56:31.224719 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e1a73b8b-3dc7-4b63-9719-d9b38b96d622 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:31.225097 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a73b8b-3dc7-4b63-9719-d9b38b96d622 None None] Bound using segment: {'id': '2147ca98-f623-419b-84b5-10479d449da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5ff39dbb-c500-4ebd-9d9a-148d487a7b40'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 02:56:31.225578 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-e1a73b8b-3dc7-4b63-9719-d9b38b96d622 None None] Bound port: e5c81ace-c197-4756-9a39-23aa641d2f3d, host: dv-cinder-837443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2147ca98-f623-419b-84b5-10479d449da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5ff39dbb-c500-4ebd-9d9a-148d487a7b40'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 02:56:31.225953 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e1a73b8b-3dc7-4b63-9719-d9b38b96d622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (e5c81ace-c197-4756-9a39-23aa641d2f3d), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:31.243822 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-332e4b66-8a73-49b6-954c-61c6abb2fbec None None] Provisioning complete for port e5c81ace-c197-4756-9a39-23aa641d2f3d triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 02:56:31.244339 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-332e4b66-8a73-49b6-954c-61c6abb2fbec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (e5c81ace-c197-4756-9a39-23aa641d2f3d), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:31.283303 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-332e4b66-8a73-49b6-954c-61c6abb2fbec None None] Port e5c81ace-c197-4756-9a39-23aa641d2f3d cannot update to ACTIVE because it is not bound. {{(pid=103485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 02:56:31.295973 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-e1a73b8b-3dc7-4b63-9719-d9b38b96d622 None None] For port e5c81ace-c197-4756-9a39-23aa641d2f3d, host dv-cinder-837443-1-iscsi, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 02:56:31.316936 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-e1a73b8b-3dc7-4b63-9719-d9b38b96d622 None None] For port e5c81ace-c197-4756-9a39-23aa641d2f3d, host dv-cinder-837443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=e5c81ace-c197-4756-9a39-23aa641d2f3d,segment=NetworkSegment(2147ca98-f623-419b-84b5-10479d449da3),segment_id=2147ca98-f623-419b-84b5-10479d449da3)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 02:56:31.321751 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:31.324220 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-e1a73b8b-3dc7-4b63-9719-d9b38b96d622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (e5c81ace-c197-4756-9a39-23aa641d2f3d), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:31.383428 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77aacc3-3e41-482f-a459-21980a49f117 None None] Pushing event updated for resources: {'Port': ['ID=e5c81ace-c197-4756-9a39-23aa641d2f3d,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 02:56:31.388640 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a73b8b-3dc7-4b63-9719-d9b38b96d622 None None] Routers {'a24147e6-a721-4c00-bb9b-d8ccc2f55910'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 02:56:31.389246 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-e1a73b8b-3dc7-4b63-9719-d9b38b96d622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T02:56:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['a24147e6-a721-4c00-bb9b-d8ccc2f55910'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 02:56:31.482937 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-e1a73b8b-3dc7-4b63-9719-d9b38b96d622 None None] Set router a24147e6-a721-4c00-bb9b-d8ccc2f55910 gateway port host: None {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 02:56:31.611129 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-8f43353e-1ff1-48c6-bb76-87a34a62126e None None] Provisioning complete for port e5c81ace-c197-4756-9a39-23aa641d2f3d triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 02:56:31.611687 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8f43353e-1ff1-48c6-bb76-87a34a62126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (e5c81ace-c197-4756-9a39-23aa641d2f3d), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:31.694565 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-e1a73b8b-3dc7-4b63-9719-d9b38b96d622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a24147e6-a721-4c00-bb9b-d8ccc2f55910', 'name': 'router1', 'tenant_id': '3085add0984c4b339583bce0299f7cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T02:56:18Z', 'updated_at': '2022-04-12T02:56:29Z', 'revision_number': 2, 'project_id': '3085add0984c4b339583bce0299f7cc3', 'gw_port_host': None, '_interfaces': [{'id': 'e5c81ace-c197-4756-9a39-23aa641d2f3d', 'name': '', 'network_id': '5ff39dbb-c500-4ebd-9d9a-148d487a7b40', 'tenant_id': '3085add0984c4b339583bce0299f7cc3', 'mac_address': 'fa:16:3e:fd:f2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a24147e6-a721-4c00-bb9b-d8ccc2f55910', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f3510517-0f2d-470c-bbb2-022a2aa4e35b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T02:56:28Z', 'updated_at': '2022-04-12T02:56:31Z', 'revision_number': 4, 'project_id': '3085add0984c4b339583bce0299f7cc3', 'subnets': [{'id': 'f3510517-0f2d-470c-bbb2-022a2aa4e35b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a9a595a6-8d88-411b-b191-43e0861b36ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 02:56:31.696067 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-8f43353e-1ff1-48c6-bb76-87a34a62126e None None] Current status of the port e5c81ace-c197-4756-9a39-23aa641d2f3d is: DOWN; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 02:56:31.696465 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8f43353e-1ff1-48c6-bb76-87a34a62126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (e5c81ace-c197-4756-9a39-23aa641d2f3d), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:31.722221 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a73b8b-3dc7-4b63-9719-d9b38b96d622 None None] The sync data for ids ['a24147e6-a721-4c00-bb9b-d8ccc2f55910'] in dv-cinder-837443-1-iscsi is: [{'id': 'a24147e6-a721-4c00-bb9b-d8ccc2f55910', 'name': 'router1', 'tenant_id': '3085add0984c4b339583bce0299f7cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T02:56:18Z', 'updated_at': '2022-04-12T02:56:29Z', 'revision_number': 2, 'project_id': '3085add0984c4b339583bce0299f7cc3', 'gw_port_host': None, '_interfaces': [{'id': 'e5c81ace-c197-4756-9a39-23aa641d2f3d', 'name': '', 'network_id': '5ff39dbb-c500-4ebd-9d9a-148d487a7b40', 'tenant_id': '3085add0984c4b339583bce0299f7cc3', 'mac_address': 'fa:16:3e:fd:f2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a24147e6-a721-4c00-bb9b-d8ccc2f55910', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f3510517-0f2d-470c-bbb2-022a2aa4e35b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T02:56:28Z', 'updated_at': '2022-04-12T02:56:31Z', 'revision_number': 4, 'project_id': '3085add0984c4b339583bce0299f7cc3', 'subnets': [{'id': 'f3510517-0f2d-470c-bbb2-022a2aa4e35b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a9a595a6-8d88-411b-b191-43e0861b36ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 02:56:31.732358 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-8f43353e-1ff1-48c6-bb76-87a34a62126e None None] For port e5c81ace-c197-4756-9a39-23aa641d2f3d, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=e5c81ace-c197-4756-9a39-23aa641d2f3d,segment=NetworkSegment(2147ca98-f623-419b-84b5-10479d449da3),segment_id=2147ca98-f623-419b-84b5-10479d449da3)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 02:56:31.738796 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8f43353e-1ff1-48c6-bb76-87a34a62126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (e5c81ace-c197-4756-9a39-23aa641d2f3d), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:31.786550 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f43353e-1ff1-48c6-bb76-87a34a62126e None None] Pushing event updated for resources: {'Port': ['ID=e5c81ace-c197-4756-9a39-23aa641d2f3d,revision_number=5']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 02:56:32.262856 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 39644) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 02:56:32.497517 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4058873c-91e8-4337-8cb7-b840900021c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 02:56:32.504596 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-4058873c-91e8-4337-8cb7-b840900021c0 admin admin] 10.222.0.32 "GET /v2.0/networks/79cba51c-a00f-4d8d-a813-38deb5f63b2a HTTP/1.1" status: 200 len: 842 time: 0.2348559 Apr 12 02:56:32.508683 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [None req-8b2ec513-bab2-4a0a-abd6-dbca78932588 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'ip_version': 4, 'cidr': '172.27.3.0/24'}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 02:56:32.531663 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2ec513-bab2-4a0a-abd6-dbca78932588 admin admin] Made reservation on behalf of c0c2ded0aef5404894a48ce0d4dafe72 for: {'subnet': 1} {{(pid=103483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 02:56:32.534406 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-8b2ec513-bab2-4a0a-abd6-dbca78932588 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:32.935115 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.objects.ports [None req-8b2ec513-bab2-4a0a-abd6-dbca78932588 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103483) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 12 02:56:32.935573 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-8b2ec513-bab2-4a0a-abd6-dbca78932588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074'] for subnet (29b195a7-2bca-4a4f-ac92-aa862b85642e), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:32.985543 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2ec513-bab2-4a0a-abd6-dbca78932588 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29b195a7-2bca-4a4f-ac92-aa862b85642e,revision_number=0']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 02:56:33.002201 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2ec513-bab2-4a0a-abd6-dbca78932588 admin admin] Checking segment: {'id': '44a05d23-3fd0-4081-9abb-c6033767afb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 02:56:33.002566 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2ec513-bab2-4a0a-abd6-dbca78932588 admin admin] Network hostable DHCP agents. Network: 79cba51c-a00f-4d8d-a813-38deb5f63b2a, hostable agents: ['fa7f2a92-0c20-457b-b451-d8a4489755d5'], hosted agents: [] {{(pid=103483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 02:56:33.028338 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2ec513-bab2-4a0a-abd6-dbca78932588 admin admin] Network 79cba51c-a00f-4d8d-a813-38deb5f63b2a is scheduled to be hosted by DHCP agent fa7f2a92-0c20-457b-b451-d8a4489755d5 with binding_index 1 {{(pid=103483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 02:56:33.040425 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.base_scheduler [None req-8b2ec513-bab2-4a0a-abd6-dbca78932588 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837443-1-iscsi, 79cba51c-a00f-4d8d-a813-38deb5f63b2a) {{(pid=103483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 02:56:33.046222 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2ec513-bab2-4a0a-abd6-dbca78932588 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 02:56:33.046801 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-8b2ec513-bab2-4a0a-abd6-dbca78932588 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for subnet (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:33.053035 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43f34aa-99a5-417d-b75c-d5103db767c2 None None] Network 79cba51c-a00f-4d8d-a813-38deb5f63b2a requested from dv-cinder-837443-1-iscsi {{(pid=103485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 02:56:33.083752 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-8b2ec513-bab2-4a0a-abd6-dbca78932588 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5662603 Apr 12 02:56:33.167234 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6155af1-ec2c-40ba-bfa1-a4e4bc4e4e40 None None] Network 79cba51c-a00f-4d8d-a813-38deb5f63b2a requested from dv-cinder-837443-1-iscsi {{(pid=103485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 02:56:35.572257 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 39662) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 02:56:35.823761 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-afe95b33-38f3-46f8-9a3a-7fe1902b2221 demo admin] 10.222.0.32 "GET /v2.0/routers/a24147e6-a721-4c00-bb9b-d8ccc2f55910 HTTP/1.1" status: 200 len: 710 time: 0.2502773 Apr 12 02:56:35.911166 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732c007b-4f0e-446a-bf1e-19addf77cba7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 02:56:35.912566 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-732c007b-4f0e-446a-bf1e-19addf77cba7 demo admin] 10.222.0.32 "GET /v2.0/networks/79cba51c-a00f-4d8d-a813-38deb5f63b2a HTTP/1.1" status: 200 len: 886 time: 0.0830641 Apr 12 02:56:35.922103 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [None req-439ecd73-45e9-4bb3-80d7-2daa1c5ecec5 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'}}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 02:56:36.197236 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-439ecd73-45e9-4bb3-80d7-2daa1c5ecec5 demo admin] Publish callbacks [] for router_gateway (a24147e6-a721-4c00-bb9b-d8ccc2f55910), precommit_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:36.506325 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-439ecd73-45e9-4bb3-80d7-2daa1c5ecec5 demo admin] Publish callbacks [] for router_gateway (a24147e6-a721-4c00-bb9b-d8ccc2f55910), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:36.589313 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-439ecd73-45e9-4bb3-80d7-2daa1c5ecec5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:36.758881 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.db_base_plugin_common [None req-439ecd73-45e9-4bb3-80d7-2daa1c5ecec5 demo admin] Allocated IP 172.27.3.41 (79cba51c-a00f-4d8d-a813-38deb5f63b2a/29b195a7-2bca-4a4f-ac92-aa862b85642e/8ec28a79-36e2-452f-9c69-0ac52d03c232) {{(pid=103483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 02:56:36.877352 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-439ecd73-45e9-4bb3-80d7-2daa1c5ecec5 demo admin] Publish callbacks [] for port (8ec28a79-36e2-452f-9c69-0ac52d03c232), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:36.945714 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-439ecd73-45e9-4bb3-80d7-2daa1c5ecec5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106'] for port (8ec28a79-36e2-452f-9c69-0ac52d03c232), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:37.030119 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439ecd73-45e9-4bb3-80d7-2daa1c5ecec5 demo admin] Network 79cba51c-a00f-4d8d-a813-38deb5f63b2a is already hosted by enough agents. {{(pid=103483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 02:56:37.038749 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.base_scheduler [None req-439ecd73-45e9-4bb3-80d7-2daa1c5ecec5 demo admin] Resources bound (agent type, host, resource id): {{(pid=103483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 02:56:37.046029 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439ecd73-45e9-4bb3-80d7-2daa1c5ecec5 demo admin] Received port after_create {{(pid=103483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 02:56:37.052071 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439ecd73-45e9-4bb3-80d7-2daa1c5ecec5 demo admin] Pushing event updated for resources: {'Port': ['ID=8ec28a79-36e2-452f-9c69-0ac52d03c232,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 02:56:37.360552 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-439ecd73-45e9-4bb3-80d7-2daa1c5ecec5 demo admin] Publish callbacks [] for router_gateway (a24147e6-a721-4c00-bb9b-d8ccc2f55910), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:37.567442 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-439ecd73-45e9-4bb3-80d7-2daa1c5ecec5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3683126', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3784369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4531'] for router (a24147e6-a721-4c00-bb9b-d8ccc2f55910), precommit_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:37.572714 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-439ecd73-45e9-4bb3-80d7-2daa1c5ecec5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3682757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3682764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3784376'] for router (a24147e6-a721-4c00-bb9b-d8ccc2f55910), after_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:37.688454 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-439ecd73-45e9-4bb3-80d7-2daa1c5ecec5 demo admin] Router a24147e6-a721-4c00-bb9b-d8ccc2f55910 has already been hosted by L3 agent beb15aed-f2b6-4676-85ca-b43f14e6acf3 {{(pid=103483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 02:56:37.875999 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439ecd73-45e9-4bb3-80d7-2daa1c5ecec5 demo admin] Notify agent at l3_agent.dv-cinder-837443-1-iscsi the message routers_updated {{(pid=103483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 02:56:37.880729 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-439ecd73-45e9-4bb3-80d7-2daa1c5ecec5 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:37.881917 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-439ecd73-45e9-4bb3-80d7-2daa1c5ecec5 demo admin] 10.222.0.32 "PUT /v2.0/routers/a24147e6-a721-4c00-bb9b-d8ccc2f55910 HTTP/1.1" status: 200 len: 889 time: 1.9633849 Apr 12 02:56:40.109657 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device e5c81ace-c197-4756-9a39-23aa641d2f3d up at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 02:56:40.160441 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Provisioning complete for port e5c81ace-c197-4756-9a39-23aa641d2f3d triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 02:56:40.160835 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (e5c81ace-c197-4756-9a39-23aa641d2f3d), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:40.237034 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Current status of the port e5c81ace-c197-4756-9a39-23aa641d2f3d is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 02:56:40.400642 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 39674) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 02:56:40.527055 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-aeb8b875-5bb6-4b84-8ce7-66aeb5c83772 admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1252174 Apr 12 02:56:40.592448 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9578d0-0230-445c-b225-0baa37b2cd8f None None] Sync routers for ids ['a24147e6-a721-4c00-bb9b-d8ccc2f55910'] in dv-cinder-837443-1-iscsi {{(pid=103485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 02:56:40.608786 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9578d0-0230-445c-b225-0baa37b2cd8f None None] Routers {'a24147e6-a721-4c00-bb9b-d8ccc2f55910'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 02:56:40.609465 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-6e9578d0-0230-445c-b225-0baa37b2cd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T02:56:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['a24147e6-a721-4c00-bb9b-d8ccc2f55910'], 'active': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 02:56:40.832153 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvr_db [None req-6e9578d0-0230-445c-b225-0baa37b2cd8f None None] Set router a24147e6-a721-4c00-bb9b-d8ccc2f55910 gateway port host: dv-cinder-837443-1-iscsi {{(pid=103485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 02:56:41.292585 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-6e9578d0-0230-445c-b225-0baa37b2cd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a24147e6-a721-4c00-bb9b-d8ccc2f55910', 'name': 'router1', 'tenant_id': '3085add0984c4b339583bce0299f7cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '8ec28a79-36e2-452f-9c69-0ac52d03c232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T02:56:18Z', 'updated_at': '2022-04-12T02:56:37Z', 'revision_number': 4, 'project_id': '3085add0984c4b339583bce0299f7cc3', 'gw_port': {'id': '8ec28a79-36e2-452f-9c69-0ac52d03c232', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a3:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a24147e6-a721-4c00-bb9b-d8ccc2f55910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T02:56:36Z', 'updated_at': '2022-04-12T02:56:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': 'e5c81ace-c197-4756-9a39-23aa641d2f3d', 'name': '', 'network_id': '5ff39dbb-c500-4ebd-9d9a-148d487a7b40', 'tenant_id': '3085add0984c4b339583bce0299f7cc3', 'mac_address': 'fa:16:3e:fd:f2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24147e6-a721-4c00-bb9b-d8ccc2f55910', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f3510517-0f2d-470c-bbb2-022a2aa4e35b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T02:56:28Z', 'updated_at': '2022-04-12T02:56:31Z', 'revision_number': 5, 'project_id': '3085add0984c4b339583bce0299f7cc3', 'subnets': [{'id': 'f3510517-0f2d-470c-bbb2-022a2aa4e35b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a9a595a6-8d88-411b-b191-43e0861b36ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 02:56:41.346527 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9578d0-0230-445c-b225-0baa37b2cd8f None None] Checking router: a24147e6-a721-4c00-bb9b-d8ccc2f55910 for host: dv-cinder-837443-1-iscsi {{(pid=103485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 02:56:41.346527 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9578d0-0230-445c-b225-0baa37b2cd8f None None] Updating router a24147e6-a721-4c00-bb9b-d8ccc2f55910 port 8ec28a79-36e2-452f-9c69-0ac52d03c232 binding host dv-cinder-837443-1-iscsi {{(pid=103485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 02:56:41.398142 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6e9578d0-0230-445c-b225-0baa37b2cd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (8ec28a79-36e2-452f-9c69-0ac52d03c232), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:41.728774 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6e9578d0-0230-445c-b225-0baa37b2cd8f None None] Publish callbacks [] for port (8ec28a79-36e2-452f-9c69-0ac52d03c232), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:41.734262 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6e9578d0-0230-445c-b225-0baa37b2cd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (8ec28a79-36e2-452f-9c69-0ac52d03c232), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:41.779826 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120cdeb9-2379-4cb0-a940-1db52ad723ee None None] Pushing event updated for resources: {'Port': ['ID=8ec28a79-36e2-452f-9c69-0ac52d03c232,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 02:56:41.809873 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-6e9578d0-0230-445c-b225-0baa37b2cd8f None None] Attempting to bind port 8ec28a79-36e2-452f-9c69-0ac52d03c232 on host dv-cinder-837443-1-iscsi for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 02:56:41.810053 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-6e9578d0-0230-445c-b225-0baa37b2cd8f None None] Attempting to bind port 8ec28a79-36e2-452f-9c69-0ac52d03c232 by drivers openvswitch,hyperv on host dv-cinder-837443-1-iscsi at level 0 using segments [{'id': '44a05d23-3fd0-4081-9abb-c6033767afb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 02:56:41.812231 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9578d0-0230-445c-b225-0baa37b2cd8f None None] Attempting to bind port 8ec28a79-36e2-452f-9c69-0ac52d03c232 on network 79cba51c-a00f-4d8d-a813-38deb5f63b2a {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 02:56:41.817706 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9578d0-0230-445c-b225-0baa37b2cd8f None None] Checking agent: {'id': 'ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 2, 56, 1), 'started_at': datetime.datetime(2022, 4, 12, 2, 56, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 2, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 02:56:41.818304 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9578d0-0230-445c-b225-0baa37b2cd8f None None] Checking segment: {'id': '44a05d23-3fd0-4081-9abb-c6033767afb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 02:56:41.818703 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6e9578d0-0230-445c-b225-0baa37b2cd8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:41.819088 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9578d0-0230-445c-b225-0baa37b2cd8f None None] Bound using segment: {'id': '44a05d23-3fd0-4081-9abb-c6033767afb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 02:56:41.819543 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-6e9578d0-0230-445c-b225-0baa37b2cd8f None None] Bound port: 8ec28a79-36e2-452f-9c69-0ac52d03c232, host: dv-cinder-837443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44a05d23-3fd0-4081-9abb-c6033767afb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 02:56:41.819989 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6e9578d0-0230-445c-b225-0baa37b2cd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (8ec28a79-36e2-452f-9c69-0ac52d03c232), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:41.891902 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-6e9578d0-0230-445c-b225-0baa37b2cd8f None None] For port 8ec28a79-36e2-452f-9c69-0ac52d03c232, host dv-cinder-837443-1-iscsi, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 02:56:41.896547 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-6e9578d0-0230-445c-b225-0baa37b2cd8f None None] For port 8ec28a79-36e2-452f-9c69-0ac52d03c232, host dv-cinder-837443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=8ec28a79-36e2-452f-9c69-0ac52d03c232,segment=NetworkSegment(44a05d23-3fd0-4081-9abb-c6033767afb5),segment_id=44a05d23-3fd0-4081-9abb-c6033767afb5)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 02:56:41.903309 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6e9578d0-0230-445c-b225-0baa37b2cd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (8ec28a79-36e2-452f-9c69-0ac52d03c232), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:41.960520 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9578d0-0230-445c-b225-0baa37b2cd8f None None] Routers {'a24147e6-a721-4c00-bb9b-d8ccc2f55910'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 02:56:41.961118 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-6e9578d0-0230-445c-b225-0baa37b2cd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T02:56:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['a24147e6-a721-4c00-bb9b-d8ccc2f55910'], 'active': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 02:56:41.966464 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120cdeb9-2379-4cb0-a940-1db52ad723ee None None] Pushing event updated for resources: {'Port': ['ID=8ec28a79-36e2-452f-9c69-0ac52d03c232,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 02:56:42.074986 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvr_db [None req-6e9578d0-0230-445c-b225-0baa37b2cd8f None None] Set router a24147e6-a721-4c00-bb9b-d8ccc2f55910 gateway port host: dv-cinder-837443-1-iscsi {{(pid=103485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 02:56:42.293947 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-6e9578d0-0230-445c-b225-0baa37b2cd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a24147e6-a721-4c00-bb9b-d8ccc2f55910', 'name': 'router1', 'tenant_id': '3085add0984c4b339583bce0299f7cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '8ec28a79-36e2-452f-9c69-0ac52d03c232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T02:56:18Z', 'updated_at': '2022-04-12T02:56:37Z', 'revision_number': 4, 'project_id': '3085add0984c4b339583bce0299f7cc3', 'gw_port': {'id': '8ec28a79-36e2-452f-9c69-0ac52d03c232', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a3:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a24147e6-a721-4c00-bb9b-d8ccc2f55910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T02:56:36Z', 'updated_at': '2022-04-12T02:56:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': 'e5c81ace-c197-4756-9a39-23aa641d2f3d', 'name': '', 'network_id': '5ff39dbb-c500-4ebd-9d9a-148d487a7b40', 'tenant_id': '3085add0984c4b339583bce0299f7cc3', 'mac_address': 'fa:16:3e:fd:f2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24147e6-a721-4c00-bb9b-d8ccc2f55910', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f3510517-0f2d-470c-bbb2-022a2aa4e35b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T02:56:28Z', 'updated_at': '2022-04-12T02:56:31Z', 'revision_number': 5, 'project_id': '3085add0984c4b339583bce0299f7cc3', 'subnets': [{'id': 'f3510517-0f2d-470c-bbb2-022a2aa4e35b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a9a595a6-8d88-411b-b191-43e0861b36ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 02:56:42.321875 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9578d0-0230-445c-b225-0baa37b2cd8f None None] The sync data for ids ['a24147e6-a721-4c00-bb9b-d8ccc2f55910'] in dv-cinder-837443-1-iscsi is: [{'id': 'a24147e6-a721-4c00-bb9b-d8ccc2f55910', 'name': 'router1', 'tenant_id': '3085add0984c4b339583bce0299f7cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '8ec28a79-36e2-452f-9c69-0ac52d03c232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T02:56:18Z', 'updated_at': '2022-04-12T02:56:37Z', 'revision_number': 4, 'project_id': '3085add0984c4b339583bce0299f7cc3', 'gw_port': {'id': '8ec28a79-36e2-452f-9c69-0ac52d03c232', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a3:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a24147e6-a721-4c00-bb9b-d8ccc2f55910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T02:56:36Z', 'updated_at': '2022-04-12T02:56:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': 'e5c81ace-c197-4756-9a39-23aa641d2f3d', 'name': '', 'network_id': '5ff39dbb-c500-4ebd-9d9a-148d487a7b40', 'tenant_id': '3085add0984c4b339583bce0299f7cc3', 'mac_address': 'fa:16:3e:fd:f2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24147e6-a721-4c00-bb9b-d8ccc2f55910', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f3510517-0f2d-470c-bbb2-022a2aa4e35b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T02:56:28Z', 'updated_at': '2022-04-12T02:56:31Z', 'revision_number': 5, 'project_id': '3085add0984c4b339583bce0299f7cc3', 'subnets': [{'id': 'f3510517-0f2d-470c-bbb2-022a2aa4e35b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a9a595a6-8d88-411b-b191-43e0861b36ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 02:56:44.173335 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 8ec28a79-36e2-452f-9c69-0ac52d03c232 up at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 02:56:44.242106 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Provisioning complete for port 8ec28a79-36e2-452f-9c69-0ac52d03c232 triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 02:56:44.242857 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (8ec28a79-36e2-452f-9c69-0ac52d03c232), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:44.339272 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Current status of the port 8ec28a79-36e2-452f-9c69-0ac52d03c232 is: DOWN; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 02:56:44.340033 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (8ec28a79-36e2-452f-9c69-0ac52d03c232), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:44.366858 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] For port 8ec28a79-36e2-452f-9c69-0ac52d03c232, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=8ec28a79-36e2-452f-9c69-0ac52d03c232,segment=NetworkSegment(44a05d23-3fd0-4081-9abb-c6033767afb5),segment_id=44a05d23-3fd0-4081-9abb-c6033767afb5)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 02:56:44.378554 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (8ec28a79-36e2-452f-9c69-0ac52d03c232), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:44.453703 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Pushing event updated for resources: {'Port': ['ID=8ec28a79-36e2-452f-9c69-0ac52d03c232,revision_number=4']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 02:56:46.199587 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 8ec28a79-36e2-452f-9c69-0ac52d03c232 up at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 02:56:46.337550 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Provisioning complete for port 8ec28a79-36e2-452f-9c69-0ac52d03c232 triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 02:56:46.338641 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (8ec28a79-36e2-452f-9c69-0ac52d03c232), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:46.484335 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Current status of the port 8ec28a79-36e2-452f-9c69-0ac52d03c232 is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 02:56:48.499650 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.agents_db [None req-d3c4685f-78b0-4ffc-8e41-99bd627ddb58 None None] Agent healthcheck: found 5 active agents {{(pid=103486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 02:56:54.765476 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bb43ca13-e759-4472-bb06-4b53cce65a89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (fa7f2a92-0c20-457b-b451-d8a4489755d5), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:57.218174 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d6cea122-c092-48cd-b041-9976cf81a730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (beb15aed-f2b6-4676-85ca-b43f14e6acf3), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:58.148539 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a63736aa-03b4-448a-a5ac-a324793c796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (2fa08797-e830-4b1e-af03-8a255eb086f2), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:56:59.829575 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be625cda-7f2b-4ec3-b03f-aa24446ccc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d888e177-8f03-43a8-a394-c59927fa1996), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:57:01.327659 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:57:24.762190 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4719ea12-a410-40dd-b37a-8557f59b7494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (fa7f2a92-0c20-457b-b451-d8a4489755d5), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:57:25.490685 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.agents_db [None req-d3c4685f-78b0-4ffc-8e41-99bd627ddb58 None None] Agent healthcheck: found 5 active agents {{(pid=103486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 02:57:27.215000 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8442635f-103a-4e65-8d45-e95ee60bc3af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (beb15aed-f2b6-4676-85ca-b43f14e6acf3), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:57:28.146514 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a63736aa-03b4-448a-a5ac-a324793c796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (2fa08797-e830-4b1e-af03-8a255eb086f2), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:57:29.832164 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be625cda-7f2b-4ec3-b03f-aa24446ccc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d888e177-8f03-43a8-a394-c59927fa1996), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:57:31.328451 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:57:54.755923 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fa0dedf1-b90e-4ffb-8e66-5c9a1df7e833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (fa7f2a92-0c20-457b-b451-d8a4489755d5), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:57:57.213030 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dcfd90c1-d8cc-41a5-8528-f981cc7f09f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (beb15aed-f2b6-4676-85ca-b43f14e6acf3), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:57:58.154172 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a63736aa-03b4-448a-a5ac-a324793c796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (2fa08797-e830-4b1e-af03-8a255eb086f2), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:57:59.833628 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be625cda-7f2b-4ec3-b03f-aa24446ccc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d888e177-8f03-43a8-a394-c59927fa1996), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:58:01.325143 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:58:01.990331 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 40158) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 02:58:02.078573 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.pecan_wsgi.hooks.translation [None req-e26f2a52-5cb6-458b-adb5-bc07366acbca admin admin] GET failed (client error): The resource could not be found. Apr 12 02:58:02.080101 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-e26f2a52-5cb6-458b-adb5-bc07366acbca admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0885272 Apr 12 02:58:02.246085 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4455ff49-f8bd-40f4-a615-077e73f455f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 02:58:02.247623 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-4455ff49-f8bd-40f4-a615-077e73f455f7 admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1618948 Apr 12 02:58:02.489745 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.agents_db [None req-d3c4685f-78b0-4ffc-8e41-99bd627ddb58 None None] Agent healthcheck: found 5 active agents {{(pid=103486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 02:58:04.616703 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 40168) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 02:58:04.718787 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657b6d14-cd68-46ec-ad3e-abc2af50e88e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 02:58:04.720200 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-657b6d14-cd68-46ec-ad3e-abc2af50e88e admin admin] 10.222.0.32 "GET /v2.0/subnets/f3510517-0f2d-470c-bbb2-022a2aa4e35b HTTP/1.1" status: 200 len: 849 time: 0.1025000 Apr 12 02:58:04.732627 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-5499492a-9743-418c-8b3c-a8dd6b2b52a8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 02:58:04.822567 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5499492a-9743-418c-8b3c-a8dd6b2b52a8 admin admin] Publish callbacks [] for subnet (f3510517-0f2d-470c-bbb2-022a2aa4e35b), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:58:04.969284 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5499492a-9743-418c-8b3c-a8dd6b2b52a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733264543766'] for subnet (f3510517-0f2d-470c-bbb2-022a2aa4e35b), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:58:04.998957 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5499492a-9743-418c-8b3c-a8dd6b2b52a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 02:58:04.999818 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5499492a-9743-418c-8b3c-a8dd6b2b52a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for subnet (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:58:05.001641 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-5499492a-9743-418c-8b3c-a8dd6b2b52a8 admin admin] 10.222.0.32 "PUT /v2.0/subnets/f3510517-0f2d-470c-bbb2-022a2aa4e35b HTTP/1.1" status: 200 len: 868 time: 0.2726636 Apr 12 02:58:05.002877 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e0fee3-6fcb-4bb3-9389-78ec7a4440ba None None] Network 5ff39dbb-c500-4ebd-9d9a-148d487a7b40 requested from dv-cinder-837443-1-iscsi {{(pid=103485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 02:58:05.021476 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5499492a-9743-418c-8b3c-a8dd6b2b52a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3510517-0f2d-470c-bbb2-022a2aa4e35b,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 02:58:05.029507 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5499492a-9743-418c-8b3c-a8dd6b2b52a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:58:05.029882 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5499492a-9743-418c-8b3c-a8dd6b2b52a8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:58:05.030200 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5499492a-9743-418c-8b3c-a8dd6b2b52a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:58:05.030517 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5499492a-9743-418c-8b3c-a8dd6b2b52a8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:58:05.030860 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5499492a-9743-418c-8b3c-a8dd6b2b52a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:58:05.031185 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5499492a-9743-418c-8b3c-a8dd6b2b52a8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:58:05.031502 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5499492a-9743-418c-8b3c-a8dd6b2b52a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:58:05.031888 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5499492a-9743-418c-8b3c-a8dd6b2b52a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:58:05.032329 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5499492a-9743-418c-8b3c-a8dd6b2b52a8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:58:05.032658 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5499492a-9743-418c-8b3c-a8dd6b2b52a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:58:05.033102 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5499492a-9743-418c-8b3c-a8dd6b2b52a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:58:05.033430 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5499492a-9743-418c-8b3c-a8dd6b2b52a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:58:05.033748 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5499492a-9743-418c-8b3c-a8dd6b2b52a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:58:05.034055 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5499492a-9743-418c-8b3c-a8dd6b2b52a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:58:05.034363 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5499492a-9743-418c-8b3c-a8dd6b2b52a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:58:05.365809 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-5c537dbe-997a-46dd-82e2-35f1caafb916 None None] Provisioning complete for port 39e09593-f2e7-49b9-90d4-50cc143a2bea triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 02:58:05.366346 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5c537dbe-997a-46dd-82e2-35f1caafb916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (39e09593-f2e7-49b9-90d4-50cc143a2bea), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:58:05.448197 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5c537dbe-997a-46dd-82e2-35f1caafb916 None None] Current status of the port 39e09593-f2e7-49b9-90d4-50cc143a2bea is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 02:58:05.456463 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-5c537dbe-997a-46dd-82e2-35f1caafb916 None None] Provisioning complete for port e5c81ace-c197-4756-9a39-23aa641d2f3d triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 02:58:05.456831 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5c537dbe-997a-46dd-82e2-35f1caafb916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (e5c81ace-c197-4756-9a39-23aa641d2f3d), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:58:05.534599 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5c537dbe-997a-46dd-82e2-35f1caafb916 None None] Current status of the port e5c81ace-c197-4756-9a39-23aa641d2f3d is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 02:58:07.334256 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 40178) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 02:58:07.548658 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fe2325-21ec-42f8-a8c7-8e559c2155f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 02:58:07.549036 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fe2325-21ec-42f8-a8c7-8e559c2155f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 02:58:07.550578 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-58fe2325-21ec-42f8-a8c7-8e559c2155f8 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2149994 Apr 12 02:58:09.857124 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 40186) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 02:58:10.066606 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7419f46-74dd-427a-8177-f2457eea91b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 02:58:10.067063 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7419f46-74dd-427a-8177-f2457eea91b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 02:58:10.068605 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-c7419f46-74dd-427a-8177-f2457eea91b5 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2103839 Apr 12 02:58:12.418760 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 40194) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 02:58:12.582747 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474d2165-8dfb-4a9f-99d8-d27baf347923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 02:58:12.584166 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-474d2165-8dfb-4a9f-99d8-d27baf347923 admin admin] 10.222.0.32 "GET /v2.0/networks/5ff39dbb-c500-4ebd-9d9a-148d487a7b40 HTTP/1.1" status: 200 len: 868 time: 0.1640661 Apr 12 02:58:14.914690 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 40202) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 02:58:15.048617 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e80ab5-fc61-417d-a2c1-4cb9835092db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 02:58:15.049971 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-d5e80ab5-fc61-417d-a2c1-4cb9835092db admin admin] 10.222.0.32 "GET /v2.0/networks/79cba51c-a00f-4d8d-a813-38deb5f63b2a HTTP/1.1" status: 200 len: 886 time: 0.1343157 Apr 12 02:58:17.373919 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 40210) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 02:58:17.580431 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f2fcf5-a2c5-4f3a-bbcb-a18ba8afd464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 02:58:17.580757 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f2fcf5-a2c5-4f3a-bbcb-a18ba8afd464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 02:58:17.582305 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-c4f2fcf5-a2c5-4f3a-bbcb-a18ba8afd464 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2074432 Apr 12 02:58:19.905059 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 40218) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 02:58:20.020180 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2005a41-ff50-475b-9932-44f052621b41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 02:58:20.020632 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2005a41-ff50-475b-9932-44f052621b41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 02:58:20.022100 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-a2005a41-ff50-475b-9932-44f052621b41 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1157358 Apr 12 02:58:22.352761 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 40226) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 02:58:22.444203 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cd3b20-6f13-4600-9d4d-fb30ef52d5ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 02:58:22.445592 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-65cd3b20-6f13-4600-9d4d-fb30ef52d5ef admin admin] 10.222.0.32 "GET /v2.0/subnets/29b195a7-2bca-4a4f-ac92-aa862b85642e HTTP/1.1" status: 200 len: 816 time: 0.0919385 Apr 12 02:58:24.760482 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1214b65d-538a-4039-8c31-de64cbc90150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (fa7f2a92-0c20-457b-b451-d8a4489755d5), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:58:24.786352 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 40234) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 02:58:24.884496 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60c1011-81a2-4a24-8011-2b068e661187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 02:58:24.885797 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-c60c1011-81a2-4a24-8011-2b068e661187 admin admin] 10.222.0.32 "GET /v2.0/subnets/f3510517-0f2d-470c-bbb2-022a2aa4e35b HTTP/1.1" status: 200 len: 868 time: 0.0985475 Apr 12 02:58:27.208386 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-fd9498ac-aec9-480a-b783-cc9b1fa3a67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (beb15aed-f2b6-4676-85ca-b43f14e6acf3), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:58:28.153265 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a63736aa-03b4-448a-a5ac-a324793c796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (2fa08797-e830-4b1e-af03-8a255eb086f2), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:58:29.835427 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be625cda-7f2b-4ec3-b03f-aa24446ccc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d888e177-8f03-43a8-a394-c59927fa1996), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:58:31.333449 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:58:39.489239 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.agents_db [None req-d3c4685f-78b0-4ffc-8e41-99bd627ddb58 None None] Agent healthcheck: found 5 active agents {{(pid=103486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 02:58:54.769488 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-58b2292f-9722-4e1d-9d89-6da1b248f9cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (fa7f2a92-0c20-457b-b451-d8a4489755d5), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:58:57.213686 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d576b8e1-f0b1-4525-8767-da9a3d521ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (beb15aed-f2b6-4676-85ca-b43f14e6acf3), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:58:58.156078 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a63736aa-03b4-448a-a5ac-a324793c796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (2fa08797-e830-4b1e-af03-8a255eb086f2), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:58:59.839400 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be625cda-7f2b-4ec3-b03f-aa24446ccc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d888e177-8f03-43a8-a394-c59927fa1996), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:01.328789 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:06.626492 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 40294) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 02:59:06.675296 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [None req-6ff5364f-5bd0-4740-bda5-8c9a50128863 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 02:59:06.676313 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-6ff5364f-5bd0-4740-bda5-8c9a50128863 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0488696 Apr 12 02:59:09.078093 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 40302) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 02:59:09.159168 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bd59f1b-7553-4a09-b012-334c9e65ad34 admin admin] GET failed (client error): The resource could not be found. Apr 12 02:59:09.160497 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-5bd59f1b-7553-4a09-b012-334c9e65ad34 admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0814066 Apr 12 02:59:09.319315 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6848e20-ea99-4d51-9dfc-edd585785aee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 02:59:09.320758 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-c6848e20-ea99-4d51-9dfc-edd585785aee admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1560020 Apr 12 02:59:11.690934 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 40310) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 02:59:11.751040 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-15cc2f87-0e59-48a6-b0e5-756c93d6a067 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 02:59:11.775067 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15cc2f87-0e59-48a6-b0e5-756c93d6a067 admin admin] Made reservation on behalf of c0c2ded0aef5404894a48ce0d4dafe72 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 02:59:11.777533 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-15cc2f87-0e59-48a6-b0e5-756c93d6a067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for network (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:11.805479 dv-cinder-837443-1-iscsi neutron-server[103484]: WARNING neutron.services.revisions.revision_plugin [None req-15cc2f87-0e59-48a6-b0e5-756c93d6a067 admin admin] Could not find related network for resource to bump revision. Apr 12 02:59:11.822716 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15cc2f87-0e59-48a6-b0e5-756c93d6a067 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 02:59:11.836097 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-15cc2f87-0e59-48a6-b0e5-756c93d6a067 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733264514982', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (b15ba173-0e71-4872-8e9e-e6feaf245eca), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:11.836637 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-15cc2f87-0e59-48a6-b0e5-756c93d6a067 admin admin] Unsubscribe: segment precommit_create {{(pid=103484) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 12 02:59:11.837097 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.db.segments_db [None req-15cc2f87-0e59-48a6-b0e5-756c93d6a067 admin admin] Added segment b15ba173-0e71-4872-8e9e-e6feaf245eca of type vlan for network 03abd1f3-d6c4-4a34-bbb7-69c4e87e3118 Apr 12 02:59:11.892411 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-15cc2f87-0e59-48a6-b0e5-756c93d6a067 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733264019303'] for network (03abd1f3-d6c4-4a34-bbb7-69c4e87e3118), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:11.926747 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-15cc2f87-0e59-48a6-b0e5-756c93d6a067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074'] for network (03abd1f3-d6c4-4a34-bbb7-69c4e87e3118), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:11.927758 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15cc2f87-0e59-48a6-b0e5-756c93d6a067 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 02:59:11.928401 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-15cc2f87-0e59-48a6-b0e5-756c93d6a067 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for network (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:11.971458 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-15cc2f87-0e59-48a6-b0e5-756c93d6a067 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2790685 Apr 12 02:59:12.025732 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc2f87-0e59-48a6-b0e5-756c93d6a067 admin admin] Pushing event updated for resources: {'Network': ['ID=03abd1f3-d6c4-4a34-bbb7-69c4e87e3118,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 02:59:12.033046 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc2f87-0e59-48a6-b0e5-756c93d6a067 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:12.033390 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc2f87-0e59-48a6-b0e5-756c93d6a067 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:12.033727 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc2f87-0e59-48a6-b0e5-756c93d6a067 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:12.034067 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc2f87-0e59-48a6-b0e5-756c93d6a067 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:12.034396 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc2f87-0e59-48a6-b0e5-756c93d6a067 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:12.034722 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc2f87-0e59-48a6-b0e5-756c93d6a067 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:12.035036 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc2f87-0e59-48a6-b0e5-756c93d6a067 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:12.035349 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc2f87-0e59-48a6-b0e5-756c93d6a067 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:12.035667 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc2f87-0e59-48a6-b0e5-756c93d6a067 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:12.036013 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc2f87-0e59-48a6-b0e5-756c93d6a067 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:12.036330 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc2f87-0e59-48a6-b0e5-756c93d6a067 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:12.036664 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc2f87-0e59-48a6-b0e5-756c93d6a067 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:12.036980 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc2f87-0e59-48a6-b0e5-756c93d6a067 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:12.037295 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc2f87-0e59-48a6-b0e5-756c93d6a067 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:12.037604 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc2f87-0e59-48a6-b0e5-756c93d6a067 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:12.050169 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Network 03abd1f3-d6c4-4a34-bbb7-69c4e87e3118 details requested by agent ovs-agent-dv-cinder-837443-1-iscsi with host dv-cinder-837443-1-iscsi {{(pid=103485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 02:59:14.313398 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 40318) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 02:59:14.377555 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.pecan_wsgi.hooks.translation [None req-5236bd9f-5a81-413e-8bef-aa779e42000a admin admin] GET failed (client error): The resource could not be found. Apr 12 02:59:14.378816 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-5236bd9f-5a81-413e-8bef-aa779e42000a admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0644078 Apr 12 02:59:14.451621 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d47464-2243-4885-a899-1f5d57b6599d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 02:59:14.453028 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-a8d47464-2243-4885-a899-1f5d57b6599d admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0680323 Apr 12 02:59:14.466013 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-cc2b0578-b902-4cac-a2fe-95245f3e8446 admin admin] Request body: {'subnet': {'network_id': '03abd1f3-d6c4-4a34-bbb7-69c4e87e3118', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 02:59:14.490355 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc2b0578-b902-4cac-a2fe-95245f3e8446 admin admin] Made reservation on behalf of c0c2ded0aef5404894a48ce0d4dafe72 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 02:59:14.493784 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cc2b0578-b902-4cac-a2fe-95245f3e8446 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:14.672748 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cc2b0578-b902-4cac-a2fe-95245f3e8446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074'] for subnet (b2f93cd2-2818-4edb-b142-4921b3fa96fd), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:14.729023 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2b0578-b902-4cac-a2fe-95245f3e8446 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2f93cd2-2818-4edb-b142-4921b3fa96fd,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 02:59:14.737579 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2b0578-b902-4cac-a2fe-95245f3e8446 admin admin] Checking segment: {'id': 'b15ba173-0e71-4872-8e9e-e6feaf245eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '03abd1f3-d6c4-4a34-bbb7-69c4e87e3118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 02:59:14.737913 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2b0578-b902-4cac-a2fe-95245f3e8446 admin admin] Network hostable DHCP agents. Network: 03abd1f3-d6c4-4a34-bbb7-69c4e87e3118, hostable agents: ['fa7f2a92-0c20-457b-b451-d8a4489755d5'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 02:59:14.756654 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2b0578-b902-4cac-a2fe-95245f3e8446 admin admin] Network 03abd1f3-d6c4-4a34-bbb7-69c4e87e3118 is scheduled to be hosted by DHCP agent fa7f2a92-0c20-457b-b451-d8a4489755d5 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 02:59:14.767156 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-cc2b0578-b902-4cac-a2fe-95245f3e8446 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837443-1-iscsi, 03abd1f3-d6c4-4a34-bbb7-69c4e87e3118) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 02:59:14.772082 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2b0578-b902-4cac-a2fe-95245f3e8446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 02:59:14.774029 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cc2b0578-b902-4cac-a2fe-95245f3e8446 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for subnet (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:14.775067 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae3cd11-25af-492a-9f15-8c08a463d07e None None] Network 03abd1f3-d6c4-4a34-bbb7-69c4e87e3118 requested from dv-cinder-837443-1-iscsi {{(pid=103485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 02:59:14.803763 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-cc2b0578-b902-4cac-a2fe-95245f3e8446 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3281372 Apr 12 02:59:14.882428 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6248c9f5-ecb0-463a-bf80-b286eb79fb46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58e6e5d8-d763-5226-afd4-b2f7170d6940-03abd1f3-d6c4-4a34-bbb7-69c4e87e3118', 'network_id': '03abd1f3-d6c4-4a34-bbb7-69c4e87e3118', 'project_id': 'c0c2ded0aef5404894a48ce0d4dafe72', 'fixed_ips': [{'subnet_id': 'b2f93cd2-2818-4edb-b142-4921b3fa96fd'}]}} from dv-cinder-837443-1-iscsi. {{(pid=103485) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 02:59:14.883312 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6248c9f5-ecb0-463a-bf80-b286eb79fb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:15.036182 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-6248c9f5-ecb0-463a-bf80-b286eb79fb46 None None] Allocated IP 192.168.233.2 (03abd1f3-d6c4-4a34-bbb7-69c4e87e3118/b2f93cd2-2818-4edb-b142-4921b3fa96fd/b95390c8-020e-4c95-b0ab-f698123db3fc) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 02:59:15.178190 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6248c9f5-ecb0-463a-bf80-b286eb79fb46 None None] Publish callbacks [] for port (b95390c8-020e-4c95-b0ab-f698123db3fc), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:15.187258 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6248c9f5-ecb0-463a-bf80-b286eb79fb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106'] for port (b95390c8-020e-4c95-b0ab-f698123db3fc), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:15.327101 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6248c9f5-ecb0-463a-bf80-b286eb79fb46 None None] Network 03abd1f3-d6c4-4a34-bbb7-69c4e87e3118 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 02:59:15.331806 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-6248c9f5-ecb0-463a-bf80-b286eb79fb46 None None] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 02:59:15.336304 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6248c9f5-ecb0-463a-bf80-b286eb79fb46 None None] Pushing event updated for resources: {'Port': ['ID=b95390c8-020e-4c95-b0ab-f698123db3fc,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 02:59:15.338454 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6248c9f5-ecb0-463a-bf80-b286eb79fb46 None None] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 02:59:15.349311 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6248c9f5-ecb0-463a-bf80-b286eb79fb46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:15.349650 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6248c9f5-ecb0-463a-bf80-b286eb79fb46 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:15.350002 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6248c9f5-ecb0-463a-bf80-b286eb79fb46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:15.350354 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6248c9f5-ecb0-463a-bf80-b286eb79fb46 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:15.350680 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6248c9f5-ecb0-463a-bf80-b286eb79fb46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:15.351015 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6248c9f5-ecb0-463a-bf80-b286eb79fb46 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:15.351337 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6248c9f5-ecb0-463a-bf80-b286eb79fb46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:15.351656 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6248c9f5-ecb0-463a-bf80-b286eb79fb46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:15.351996 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6248c9f5-ecb0-463a-bf80-b286eb79fb46 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:15.352316 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6248c9f5-ecb0-463a-bf80-b286eb79fb46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:15.352636 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6248c9f5-ecb0-463a-bf80-b286eb79fb46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:15.352965 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6248c9f5-ecb0-463a-bf80-b286eb79fb46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:15.353285 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6248c9f5-ecb0-463a-bf80-b286eb79fb46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:15.353596 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6248c9f5-ecb0-463a-bf80-b286eb79fb46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:15.353915 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6248c9f5-ecb0-463a-bf80-b286eb79fb46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:15.405957 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-6248c9f5-ecb0-463a-bf80-b286eb79fb46 None None] Attempting to bind port b95390c8-020e-4c95-b0ab-f698123db3fc on host dv-cinder-837443-1-iscsi for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 02:59:15.406324 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-6248c9f5-ecb0-463a-bf80-b286eb79fb46 None None] Attempting to bind port b95390c8-020e-4c95-b0ab-f698123db3fc by drivers openvswitch,hyperv on host dv-cinder-837443-1-iscsi at level 0 using segments [{'id': 'b15ba173-0e71-4872-8e9e-e6feaf245eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '03abd1f3-d6c4-4a34-bbb7-69c4e87e3118'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 02:59:15.406699 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6248c9f5-ecb0-463a-bf80-b286eb79fb46 None None] Attempting to bind port b95390c8-020e-4c95-b0ab-f698123db3fc on network 03abd1f3-d6c4-4a34-bbb7-69c4e87e3118 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 02:59:15.411890 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6248c9f5-ecb0-463a-bf80-b286eb79fb46 None None] Checking agent: {'id': 'ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 2, 56, 1), 'started_at': datetime.datetime(2022, 4, 12, 2, 56, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 2, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 02:59:15.412262 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6248c9f5-ecb0-463a-bf80-b286eb79fb46 None None] Checking segment: {'id': 'b15ba173-0e71-4872-8e9e-e6feaf245eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '03abd1f3-d6c4-4a34-bbb7-69c4e87e3118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 02:59:15.412652 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6248c9f5-ecb0-463a-bf80-b286eb79fb46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:15.413025 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6248c9f5-ecb0-463a-bf80-b286eb79fb46 None None] Bound using segment: {'id': 'b15ba173-0e71-4872-8e9e-e6feaf245eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '03abd1f3-d6c4-4a34-bbb7-69c4e87e3118'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 02:59:15.413468 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-6248c9f5-ecb0-463a-bf80-b286eb79fb46 None None] Bound port: b95390c8-020e-4c95-b0ab-f698123db3fc, host: dv-cinder-837443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b15ba173-0e71-4872-8e9e-e6feaf245eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '03abd1f3-d6c4-4a34-bbb7-69c4e87e3118'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 02:59:15.413841 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6248c9f5-ecb0-463a-bf80-b286eb79fb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (b95390c8-020e-4c95-b0ab-f698123db3fc), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:15.476165 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-6248c9f5-ecb0-463a-bf80-b286eb79fb46 None None] For port b95390c8-020e-4c95-b0ab-f698123db3fc, host dv-cinder-837443-1-iscsi, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 02:59:15.479371 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-6248c9f5-ecb0-463a-bf80-b286eb79fb46 None None] For port b95390c8-020e-4c95-b0ab-f698123db3fc, host dv-cinder-837443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=b95390c8-020e-4c95-b0ab-f698123db3fc,segment=NetworkSegment(b15ba173-0e71-4872-8e9e-e6feaf245eca),segment_id=b15ba173-0e71-4872-8e9e-e6feaf245eca)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 02:59:15.486503 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6248c9f5-ecb0-463a-bf80-b286eb79fb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (b95390c8-020e-4c95-b0ab-f698123db3fc), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:15.541840 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6248c9f5-ecb0-463a-bf80-b286eb79fb46 None None] Pushing event updated for resources: {'Port': ['ID=b95390c8-020e-4c95-b0ab-f698123db3fc,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 02:59:16.245784 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device b95390c8-020e-4c95-b0ab-f698123db3fc up at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 02:59:16.297862 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Provisioning complete for port b95390c8-020e-4c95-b0ab-f698123db3fc triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 02:59:16.300470 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (b95390c8-020e-4c95-b0ab-f698123db3fc), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:16.386803 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Current status of the port b95390c8-020e-4c95-b0ab-f698123db3fc is: DOWN; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 02:59:16.387115 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (b95390c8-020e-4c95-b0ab-f698123db3fc), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:16.424487 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] For port b95390c8-020e-4c95-b0ab-f698123db3fc, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=b95390c8-020e-4c95-b0ab-f698123db3fc,segment=NetworkSegment(b15ba173-0e71-4872-8e9e-e6feaf245eca),segment_id=b15ba173-0e71-4872-8e9e-e6feaf245eca)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 02:59:16.426799 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b772eb-2a94-424f-9414-64f217fcc82a None None] Network 03abd1f3-d6c4-4a34-bbb7-69c4e87e3118 requested from dv-cinder-837443-1-iscsi {{(pid=103485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 02:59:16.441795 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (b95390c8-020e-4c95-b0ab-f698123db3fc), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:16.487560 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.agents_db [None req-d3c4685f-78b0-4ffc-8e41-99bd627ddb58 None None] Agent healthcheck: found 5 active agents {{(pid=103486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 02:59:16.549163 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-7c6e39c1-1d08-4a67-bf37-9409c74810e9 None None] Provisioning complete for port b95390c8-020e-4c95-b0ab-f698123db3fc triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 02:59:16.549548 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7c6e39c1-1d08-4a67-bf37-9409c74810e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (b95390c8-020e-4c95-b0ab-f698123db3fc), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:16.551920 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Pushing event updated for resources: {'Port': ['ID=b95390c8-020e-4c95-b0ab-f698123db3fc,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 02:59:16.657351 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-7c6e39c1-1d08-4a67-bf37-9409c74810e9 None None] Current status of the port b95390c8-020e-4c95-b0ab-f698123db3fc is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 02:59:16.875663 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-5622bb65-adb6-48ef-b36f-5e862e4ceeaa None None] Provisioning complete for port b95390c8-020e-4c95-b0ab-f698123db3fc triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 02:59:16.876154 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5622bb65-adb6-48ef-b36f-5e862e4ceeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (b95390c8-020e-4c95-b0ab-f698123db3fc), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:16.959555 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5622bb65-adb6-48ef-b36f-5e862e4ceeaa None None] Current status of the port b95390c8-020e-4c95-b0ab-f698123db3fc is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 02:59:18.194921 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device b95390c8-020e-4c95-b0ab-f698123db3fc up at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 02:59:18.241287 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Provisioning complete for port b95390c8-020e-4c95-b0ab-f698123db3fc triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 02:59:18.241660 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (b95390c8-020e-4c95-b0ab-f698123db3fc), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:18.322095 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Current status of the port b95390c8-020e-4c95-b0ab-f698123db3fc is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 02:59:24.772588 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-13321b18-917d-4ee8-b9c4-23691630b821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (fa7f2a92-0c20-457b-b451-d8a4489755d5), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:27.218511 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-88705e40-cd70-4048-b643-e7767711cd81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (beb15aed-f2b6-4676-85ca-b43f14e6acf3), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:28.166670 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a63736aa-03b4-448a-a5ac-a324793c796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (2fa08797-e830-4b1e-af03-8a255eb086f2), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:29.845935 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be625cda-7f2b-4ec3-b03f-aa24446ccc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d888e177-8f03-43a8-a394-c59927fa1996), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:31.334483 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:53.487936 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.agents_db [None req-d3c4685f-78b0-4ffc-8e41-99bd627ddb58 None None] Agent healthcheck: found 5 active agents {{(pid=103486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 02:59:54.767084 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-db85f888-a7b3-489c-841a-f64c7a6683a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (fa7f2a92-0c20-457b-b451-d8a4489755d5), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:57.223665 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ffe98dd1-1d42-475f-9517-90d6787911b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (beb15aed-f2b6-4676-85ca-b43f14e6acf3), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:58.164038 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a63736aa-03b4-448a-a5ac-a324793c796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (2fa08797-e830-4b1e-af03-8a255eb086f2), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:59.846428 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be625cda-7f2b-4ec3-b03f-aa24446ccc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d888e177-8f03-43a8-a394-c59927fa1996), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:01.328837 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:24.774576 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cbead96b-d04e-401e-a843-fc88b0b8cd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (fa7f2a92-0c20-457b-b451-d8a4489755d5), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:27.225551 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9f656ac3-1afb-4666-94e8-d877e06ee275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (beb15aed-f2b6-4676-85ca-b43f14e6acf3), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:28.170566 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a63736aa-03b4-448a-a5ac-a324793c796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (2fa08797-e830-4b1e-af03-8a255eb086f2), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:29.852060 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be625cda-7f2b-4ec3-b03f-aa24446ccc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d888e177-8f03-43a8-a394-c59927fa1996), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:30.491855 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.agents_db [None req-d3c4685f-78b0-4ffc-8e41-99bd627ddb58 None None] Agent healthcheck: found 5 active agents {{(pid=103486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:00:31.340880 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:54.770694 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2a5160cc-5f66-4455-807d-c7ea09f67888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (fa7f2a92-0c20-457b-b451-d8a4489755d5), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:57.219675 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e2d8e2bc-b603-43c2-ab55-d2acaf3ee040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (beb15aed-f2b6-4676-85ca-b43f14e6acf3), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:58.170189 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a63736aa-03b4-448a-a5ac-a324793c796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (2fa08797-e830-4b1e-af03-8a255eb086f2), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:59.854297 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be625cda-7f2b-4ec3-b03f-aa24446ccc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d888e177-8f03-43a8-a394-c59927fa1996), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:01:01.338964 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:01:05.917360 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 40358) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:01:05.926344 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [None req-af8c8223-6ad1-4417-a6b0-fa67bbfb7ecd tempest-verify_tempest_config-1534898689 tempest-verify_tempest_config-1534898689-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 03:01:05.927712 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-af8c8223-6ad1-4417-a6b0-fa67bbfb7ecd tempest-verify_tempest_config-1534898689 tempest-verify_tempest_config-1534898689-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0086620 Apr 12 03:01:06.254031 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 40376) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:01:06.359111 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-601feb1a-0267-45d1-948b-c016114d2a0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:01:06.435476 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-601feb1a-0267-45d1-948b-c016114d2a0a admin admin] Publish callbacks [] for security_group (963d1e49-32d7-4765-932c-f05afa3ec714), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:01:06.440975 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-601feb1a-0267-45d1-948b-c016114d2a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (963d1e49-32d7-4765-932c-f05afa3ec714), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:01:06.485698 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-601feb1a-0267-45d1-948b-c016114d2a0a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a4f58ce29e1a418791db3c8054c5b3ad&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2305958 Apr 12 03:01:06.486600 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601feb1a-0267-45d1-948b-c016114d2a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963d1e49-32d7-4765-932c-f05afa3ec714,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:01:06.488697 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 40382) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:01:06.493309 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601feb1a-0267-45d1-948b-c016114d2a0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:01:06.493652 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601feb1a-0267-45d1-948b-c016114d2a0a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:01:06.494004 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601feb1a-0267-45d1-948b-c016114d2a0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:01:06.494303 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601feb1a-0267-45d1-948b-c016114d2a0a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:01:06.494641 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601feb1a-0267-45d1-948b-c016114d2a0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:01:06.494987 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601feb1a-0267-45d1-948b-c016114d2a0a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:01:06.495305 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601feb1a-0267-45d1-948b-c016114d2a0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:01:06.495649 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601feb1a-0267-45d1-948b-c016114d2a0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:01:06.496080 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601feb1a-0267-45d1-948b-c016114d2a0a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:01:06.496574 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601feb1a-0267-45d1-948b-c016114d2a0a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:01:06.496917 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601feb1a-0267-45d1-948b-c016114d2a0a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:01:06.497245 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601feb1a-0267-45d1-948b-c016114d2a0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:01:06.497558 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601feb1a-0267-45d1-948b-c016114d2a0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:01:06.497879 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601feb1a-0267-45d1-948b-c016114d2a0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:01:06.498188 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601feb1a-0267-45d1-948b-c016114d2a0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:01:06.562749 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f1847022-2742-471e-95ce-14bd102e9776 admin admin] Publish callbacks [] for security_group (963d1e49-32d7-4765-932c-f05afa3ec714), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:01:06.584553 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f1847022-2742-471e-95ce-14bd102e9776 admin admin] Publish callbacks [] for security_group (963d1e49-32d7-4765-932c-f05afa3ec714), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:01:06.678354 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f1847022-2742-471e-95ce-14bd102e9776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (963d1e49-32d7-4765-932c-f05afa3ec714), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:01:06.680924 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f1847022-2742-471e-95ce-14bd102e9776 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:01:06.682058 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-f1847022-2742-471e-95ce-14bd102e9776 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/963d1e49-32d7-4765-932c-f05afa3ec714 HTTP/1.1" status: 204 len: 168 time: 0.1923666 Apr 12 03:01:06.690321 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1847022-2742-471e-95ce-14bd102e9776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963d1e49-32d7-4765-932c-f05afa3ec714,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:01:06.697455 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1847022-2742-471e-95ce-14bd102e9776 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:01:06.697804 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1847022-2742-471e-95ce-14bd102e9776 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:01:06.698141 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1847022-2742-471e-95ce-14bd102e9776 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:01:06.698474 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1847022-2742-471e-95ce-14bd102e9776 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:01:06.698977 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1847022-2742-471e-95ce-14bd102e9776 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:01:06.699419 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1847022-2742-471e-95ce-14bd102e9776 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:01:06.699765 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1847022-2742-471e-95ce-14bd102e9776 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:01:06.700103 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1847022-2742-471e-95ce-14bd102e9776 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:01:06.700417 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1847022-2742-471e-95ce-14bd102e9776 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:01:06.700735 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1847022-2742-471e-95ce-14bd102e9776 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:01:06.701411 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1847022-2742-471e-95ce-14bd102e9776 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:01:06.701830 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1847022-2742-471e-95ce-14bd102e9776 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:01:06.702182 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1847022-2742-471e-95ce-14bd102e9776 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:01:06.702478 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1847022-2742-471e-95ce-14bd102e9776 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:01:06.702978 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1847022-2742-471e-95ce-14bd102e9776 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:01:07.491073 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.agents_db [None req-d3c4685f-78b0-4ffc-8e41-99bd627ddb58 None None] Agent healthcheck: found 5 active agents {{(pid=103486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:01:24.766604 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-115216c2-7938-439f-9c11-7b50110dc954 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (fa7f2a92-0c20-457b-b451-d8a4489755d5), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:01:27.225739 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-19eeada8-9a47-4442-942c-ca93cd983ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (beb15aed-f2b6-4676-85ca-b43f14e6acf3), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:01:28.173543 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a63736aa-03b4-448a-a5ac-a324793c796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (2fa08797-e830-4b1e-af03-8a255eb086f2), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:01:29.857825 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be625cda-7f2b-4ec3-b03f-aa24446ccc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d888e177-8f03-43a8-a394-c59927fa1996), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:01:31.342558 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:01:44.494719 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.agents_db [None req-d3c4685f-78b0-4ffc-8e41-99bd627ddb58 None None] Agent healthcheck: found 5 active agents {{(pid=103486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:01:54.775466 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8526000e-86c0-4bee-8c05-edbe0e384229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (fa7f2a92-0c20-457b-b451-d8a4489755d5), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:01:57.222222 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4a43b223-c267-46f6-84b8-8c4f4fedab57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (beb15aed-f2b6-4676-85ca-b43f14e6acf3), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:01:58.191411 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a63736aa-03b4-448a-a5ac-a324793c796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (2fa08797-e830-4b1e-af03-8a255eb086f2), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:01:59.865541 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be625cda-7f2b-4ec3-b03f-aa24446ccc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d888e177-8f03-43a8-a394-c59927fa1996), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:02:01.346124 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:02:21.499398 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.agents_db [None req-d3c4685f-78b0-4ffc-8e41-99bd627ddb58 None None] Agent healthcheck: found 5 active agents {{(pid=103486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:02:24.769184 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6341261a-8505-4844-b95f-f8e21bbcd723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (fa7f2a92-0c20-457b-b451-d8a4489755d5), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:02:27.226393 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0b387ce0-3d1b-40fb-b8d6-3fa755da7328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (beb15aed-f2b6-4676-85ca-b43f14e6acf3), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:02:28.183209 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a63736aa-03b4-448a-a5ac-a324793c796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (2fa08797-e830-4b1e-af03-8a255eb086f2), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:02:29.870174 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be625cda-7f2b-4ec3-b03f-aa24446ccc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d888e177-8f03-43a8-a394-c59927fa1996), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:02:31.354323 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:02:50.732258 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3783372'] for agent (d9b4afc3-988d-4081-ae69-d9ab2b5cf58b), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:02:54.765243 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ec85f427-6e77-4b20-a121-5f18b5724382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (fa7f2a92-0c20-457b-b451-d8a4489755d5), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:02:57.224534 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2a616f16-6d3e-45cd-8221-2e073c056e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (beb15aed-f2b6-4676-85ca-b43f14e6acf3), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:02:58.182266 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a63736aa-03b4-448a-a5ac-a324793c796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (2fa08797-e830-4b1e-af03-8a255eb086f2), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:02:58.499319 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.agents_db [None req-d3c4685f-78b0-4ffc-8e41-99bd627ddb58 None None] Agent healthcheck: found 6 active agents {{(pid=103486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:02:59.868894 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be625cda-7f2b-4ec3-b03f-aa24446ccc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d888e177-8f03-43a8-a394-c59927fa1996), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:03:01.340490 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:03:05.817583 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 40452) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:03:05.938856 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-614fec44-1696-44cf-a449-b0e500be3390 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1201618 Apr 12 03:03:08.288530 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 40462) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:03:08.353555 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-fdaaf0f9-2f9e-49fa-940a-b8c51a1799ae admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0636456 Apr 12 03:03:20.695954 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d9b4afc3-988d-4081-ae69-d9ab2b5cf58b), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:03:24.767148 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d6110481-801f-42e0-bcd7-5d08d511bd08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (fa7f2a92-0c20-457b-b451-d8a4489755d5), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:03:27.224679 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1b56b39b-1b03-4bd4-9add-f6c0d65489c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (beb15aed-f2b6-4676-85ca-b43f14e6acf3), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:03:28.194405 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a63736aa-03b4-448a-a5ac-a324793c796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (2fa08797-e830-4b1e-af03-8a255eb086f2), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:03:29.874930 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be625cda-7f2b-4ec3-b03f-aa24446ccc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d888e177-8f03-43a8-a394-c59927fa1996), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:03:31.357994 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:03:35.501205 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.agents_db [None req-d3c4685f-78b0-4ffc-8e41-99bd627ddb58 None None] Agent healthcheck: found 6 active agents {{(pid=103486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:03:50.689276 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d9b4afc3-988d-4081-ae69-d9ab2b5cf58b), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:03:54.760989 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5f790791-f7e6-4d96-b1d7-9b1b706ab01a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (fa7f2a92-0c20-457b-b451-d8a4489755d5), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:03:57.218248 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6a1ad774-224d-40c4-8eeb-fef6810d4d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (beb15aed-f2b6-4676-85ca-b43f14e6acf3), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:03:58.200283 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a63736aa-03b4-448a-a5ac-a324793c796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (2fa08797-e830-4b1e-af03-8a255eb086f2), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:03:59.887985 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be625cda-7f2b-4ec3-b03f-aa24446ccc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d888e177-8f03-43a8-a394-c59927fa1996), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:01.346231 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:12.501063 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.agents_db [None req-d3c4685f-78b0-4ffc-8e41-99bd627ddb58 None None] Agent healthcheck: found 6 active agents {{(pid=103486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:04:20.701311 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d9b4afc3-988d-4081-ae69-d9ab2b5cf58b), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:24.767135 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-59dbb98b-d231-4a74-b538-4d45bb306549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (fa7f2a92-0c20-457b-b451-d8a4489755d5), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:27.220981 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2adee10c-c555-4eaf-9c69-d92dfd891cd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (beb15aed-f2b6-4676-85ca-b43f14e6acf3), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:28.193662 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a63736aa-03b4-448a-a5ac-a324793c796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (2fa08797-e830-4b1e-af03-8a255eb086f2), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:29.880711 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be625cda-7f2b-4ec3-b03f-aa24446ccc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d888e177-8f03-43a8-a394-c59927fa1996), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:31.343174 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:45.933302 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 40620) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:04:46.228718 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-6d3e1239-b25c-40b5-b0ba-ebfdfd057f0b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-600950735-network', 'tenant_id': 'aa116ee72616411e95552f4f7f6fdf9a'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:04:46.254098 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 40640) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:04:46.260468 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3e1239-b25c-40b5-b0ba-ebfdfd057f0b admin admin] Made reservation on behalf of aa116ee72616411e95552f4f7f6fdf9a for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:04:46.263340 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6d3e1239-b25c-40b5-b0ba-ebfdfd057f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for network (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:46.277766 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6d3e1239-b25c-40b5-b0ba-ebfdfd057f0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:46.386187 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6d3e1239-b25c-40b5-b0ba-ebfdfd057f0b admin admin] Publish callbacks [] for security_group (fcd708e1-7466-40af-a39c-b5dd4ca8ab35), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:46.391478 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6d3e1239-b25c-40b5-b0ba-ebfdfd057f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (fcd708e1-7466-40af-a39c-b5dd4ca8ab35), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:46.418847 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d3e1239-b25c-40b5-b0ba-ebfdfd057f0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 03:04:46.427054 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e1239-b25c-40b5-b0ba-ebfdfd057f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd708e1-7466-40af-a39c-b5dd4ca8ab35,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:04:46.438588 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e1239-b25c-40b5-b0ba-ebfdfd057f0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:46.439299 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e1239-b25c-40b5-b0ba-ebfdfd057f0b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:46.439832 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e1239-b25c-40b5-b0ba-ebfdfd057f0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:46.440353 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e1239-b25c-40b5-b0ba-ebfdfd057f0b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:46.440685 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e1239-b25c-40b5-b0ba-ebfdfd057f0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:46.441013 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e1239-b25c-40b5-b0ba-ebfdfd057f0b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:46.441337 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e1239-b25c-40b5-b0ba-ebfdfd057f0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:46.441656 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e1239-b25c-40b5-b0ba-ebfdfd057f0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:46.441993 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e1239-b25c-40b5-b0ba-ebfdfd057f0b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:46.442319 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e1239-b25c-40b5-b0ba-ebfdfd057f0b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:46.442660 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e1239-b25c-40b5-b0ba-ebfdfd057f0b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:46.442997 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e1239-b25c-40b5-b0ba-ebfdfd057f0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:46.443318 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e1239-b25c-40b5-b0ba-ebfdfd057f0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:46.443635 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e1239-b25c-40b5-b0ba-ebfdfd057f0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:46.443979 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e1239-b25c-40b5-b0ba-ebfdfd057f0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:46.445176 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e1239-b25c-40b5-b0ba-ebfdfd057f0b admin admin] Tracked resource versions report: Apr 12 03:04:46.445176 dv-cinder-837443-1-iscsi neutron-server[103484]: pushed versions: Apr 12 03:04:46.445176 dv-cinder-837443-1-iscsi neutron-server[103484]: { 'AddressGroup': {'1.2'}, Apr 12 03:04:46.445176 dv-cinder-837443-1-iscsi neutron-server[103484]: 'Agent': {'1.1'}, Apr 12 03:04:46.445176 dv-cinder-837443-1-iscsi neutron-server[103484]: 'ConntrackHelper': {'1.0'}, Apr 12 03:04:46.445176 dv-cinder-837443-1-iscsi neutron-server[103484]: 'LocalIPAssociation': {'1.0'}, Apr 12 03:04:46.445176 dv-cinder-837443-1-iscsi neutron-server[103484]: 'Log': {'1.0'}, Apr 12 03:04:46.445176 dv-cinder-837443-1-iscsi neutron-server[103484]: 'NDPProxy': {'1.0'}, Apr 12 03:04:46.445176 dv-cinder-837443-1-iscsi neutron-server[103484]: 'Network': {'1.1'}, Apr 12 03:04:46.445176 dv-cinder-837443-1-iscsi neutron-server[103484]: 'Port': {'1.7'}, Apr 12 03:04:46.445176 dv-cinder-837443-1-iscsi neutron-server[103484]: 'PortForwarding': {'1.3'}, Apr 12 03:04:46.445176 dv-cinder-837443-1-iscsi neutron-server[103484]: 'QosPolicy': {'1.10'}, Apr 12 03:04:46.445176 dv-cinder-837443-1-iscsi neutron-server[103484]: 'SecurityGroup': {'1.5'}, Apr 12 03:04:46.445176 dv-cinder-837443-1-iscsi neutron-server[103484]: 'SecurityGroupRule': {'1.2'}, Apr 12 03:04:46.445176 dv-cinder-837443-1-iscsi neutron-server[103484]: 'SubPort': {'1.0'}, Apr 12 03:04:46.445176 dv-cinder-837443-1-iscsi neutron-server[103484]: 'Subnet': {'1.1'}, Apr 12 03:04:46.445176 dv-cinder-837443-1-iscsi neutron-server[103484]: 'Trunk': {'1.1'}} Apr 12 03:04:46.445176 dv-cinder-837443-1-iscsi neutron-server[103484]: consumer versions: Apr 12 03:04:46.445176 dv-cinder-837443-1-iscsi neutron-server[103484]: { DHCP agent@dv-cinder-837443-1-iscsi: {}, Apr 12 03:04:46.445176 dv-cinder-837443-1-iscsi neutron-server[103484]: HyperV agent@hv-cinder-83744: {}, Apr 12 03:04:46.445176 dv-cinder-837443-1-iscsi neutron-server[103484]: L3 agent@dv-cinder-837443-1-iscsi: {}, Apr 12 03:04:46.445176 dv-cinder-837443-1-iscsi neutron-server[103484]: Metadata agent@dv-cinder-837443-1-iscsi: {}, Apr 12 03:04:46.445176 dv-cinder-837443-1-iscsi neutron-server[103484]: Metering agent@dv-cinder-837443-1-iscsi: {}, Apr 12 03:04:46.445176 dv-cinder-837443-1-iscsi neutron-server[103484]: Open vSwitch agent@dv-cinder-837443-1-iscsi: { 'AddressGroup': '1.2', Apr 12 03:04:46.445176 dv-cinder-837443-1-iscsi neutron-server[103484]: 'Agent': '1.1', Apr 12 03:04:46.445176 dv-cinder-837443-1-iscsi neutron-server[103484]: 'ConntrackHelper': '1.0', Apr 12 03:04:46.445176 dv-cinder-837443-1-iscsi neutron-server[103484]: 'LocalIPAssociation': '1.0', Apr 12 03:04:46.445176 dv-cinder-837443-1-iscsi neutron-server[103484]: 'Log': '1.0', Apr 12 03:04:46.445176 dv-cinder-837443-1-iscsi neutron-server[103484]: 'NDPProxy': '1.0', Apr 12 03:04:46.445176 dv-cinder-837443-1-iscsi neutron-server[103484]: 'Network': '1.1', Apr 12 03:04:46.445176 dv-cinder-837443-1-iscsi neutron-server[103484]: 'Port': '1.7', Apr 12 03:04:46.445176 dv-cinder-837443-1-iscsi neutron-server[103484]: 'PortForwarding': '1.3', Apr 12 03:04:46.445176 dv-cinder-837443-1-iscsi neutron-server[103484]: 'QosPolicy': '1.10', Apr 12 03:04:46.445176 dv-cinder-837443-1-iscsi neutron-server[103484]: 'SecurityGroup': '1.5', Apr 12 03:04:46.445176 dv-cinder-837443-1-iscsi neutron-server[103484]: 'SecurityGroupRule': '1.2', Apr 12 03:04:46.445176 dv-cinder-837443-1-iscsi neutron-server[103484]: 'SubPort': '1.0', Apr 12 03:04:46.445176 dv-cinder-837443-1-iscsi neutron-server[103484]: 'Subnet': '1.1', Apr 12 03:04:46.445176 dv-cinder-837443-1-iscsi neutron-server[103484]: 'Trunk': '1.1'}} Apr 12 03:04:46.445176 dv-cinder-837443-1-iscsi neutron-server[103484]: {{(pid=103484) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 03:04:46.451270 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6d3e1239-b25c-40b5-b0ba-ebfdfd057f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (71025db5-b671-400c-aac9-a4516ac262e9), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:46.451603 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.db.segments_db [None req-6d3e1239-b25c-40b5-b0ba-ebfdfd057f0b admin admin] Added segment 71025db5-b671-400c-aac9-a4516ac262e9 of type vlan for network 2b3dbba0-7776-42cc-ae85-893ed357f655 Apr 12 03:04:46.493856 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6d3e1239-b25c-40b5-b0ba-ebfdfd057f0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733264019303'] for network (2b3dbba0-7776-42cc-ae85-893ed357f655), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:46.523945 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6d3e1239-b25c-40b5-b0ba-ebfdfd057f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074'] for network (2b3dbba0-7776-42cc-ae85-893ed357f655), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:46.525111 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3e1239-b25c-40b5-b0ba-ebfdfd057f0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:04:46.525882 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6d3e1239-b25c-40b5-b0ba-ebfdfd057f0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for network (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:46.544717 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-333678c8-ad9e-442b-b24d-f839113045d4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1586939642-network', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:04:46.563474 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-6d3e1239-b25c-40b5-b0ba-ebfdfd057f0b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6283989 Apr 12 03:04:46.566587 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 40660) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:04:46.572189 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [None req-ca7230b0-df81-4a78-99b7-ef64f67b565c admin admin] Request body: {'subnet': {'network_id': '2b3dbba0-7776-42cc-ae85-893ed357f655', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-600950735-subnet', 'tenant_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:04:46.607027 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7230b0-df81-4a78-99b7-ef64f67b565c admin admin] Made reservation on behalf of aa116ee72616411e95552f4f7f6fdf9a for: {'subnet': 1} {{(pid=103483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:04:46.609879 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ca7230b0-df81-4a78-99b7-ef64f67b565c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:46.626007 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e1239-b25c-40b5-b0ba-ebfdfd057f0b admin admin] Pushing event updated for resources: {'Network': ['ID=2b3dbba0-7776-42cc-ae85-893ed357f655,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:04:46.634283 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333678c8-ad9e-442b-b24d-f839113045d4 admin admin] Made reservation on behalf of e9ed2cca6cce43c599fc86b60cfafda6 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:04:46.638599 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-333678c8-ad9e-442b-b24d-f839113045d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for network (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:46.638833 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Network 2b3dbba0-7776-42cc-ae85-893ed357f655 details requested by agent ovs-agent-dv-cinder-837443-1-iscsi with host dv-cinder-837443-1-iscsi {{(pid=103485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 03:04:46.648100 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-333678c8-ad9e-442b-b24d-f839113045d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:46.716612 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 40668) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:04:46.775685 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-333678c8-ad9e-442b-b24d-f839113045d4 admin admin] Publish callbacks [] for security_group (6bac7a04-f144-4ccd-bbe1-c206779b3c8c), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:46.782410 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-333678c8-ad9e-442b-b24d-f839113045d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (6bac7a04-f144-4ccd-bbe1-c206779b3c8c), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:46.799603 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-333678c8-ad9e-442b-b24d-f839113045d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 03:04:46.814805 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-333678c8-ad9e-442b-b24d-f839113045d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (dd5e46db-2abb-4e6f-862d-f5a1257f87c2), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:46.815474 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.db.segments_db [None req-333678c8-ad9e-442b-b24d-f839113045d4 admin admin] Added segment dd5e46db-2abb-4e6f-862d-f5a1257f87c2 of type vlan for network c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b Apr 12 03:04:46.868884 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-333678c8-ad9e-442b-b24d-f839113045d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733264019303'] for network (c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:46.909790 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333678c8-ad9e-442b-b24d-f839113045d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bac7a04-f144-4ccd-bbe1-c206779b3c8c,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:04:46.924009 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-333678c8-ad9e-442b-b24d-f839113045d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074'] for network (c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:46.925160 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333678c8-ad9e-442b-b24d-f839113045d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:04:46.925798 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-333678c8-ad9e-442b-b24d-f839113045d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for network (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:46.932518 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ca7230b0-df81-4a78-99b7-ef64f67b565c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074'] for subnet (100d1803-3d36-4c71-9fbf-e95fa2273558), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:46.972613 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-333678c8-ad9e-442b-b24d-f839113045d4 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7173343 Apr 12 03:04:46.975614 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 40678) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:04:46.982470 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-aeb0166f-728c-415a-97ea-7321f7540bf0 admin admin] Request body: {'subnet': {'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1586939642-subnet', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:04:47.003347 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 40680) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:04:47.004390 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7230b0-df81-4a78-99b7-ef64f67b565c admin admin] Pushing event updated for resources: {'Subnet': ['ID=100d1803-3d36-4c71-9fbf-e95fa2273558,revision_number=0']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:04:47.028541 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7230b0-df81-4a78-99b7-ef64f67b565c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:47.029179 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7230b0-df81-4a78-99b7-ef64f67b565c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:47.029858 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7230b0-df81-4a78-99b7-ef64f67b565c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:47.030444 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7230b0-df81-4a78-99b7-ef64f67b565c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:47.031023 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7230b0-df81-4a78-99b7-ef64f67b565c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:47.031813 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7230b0-df81-4a78-99b7-ef64f67b565c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:47.032352 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7230b0-df81-4a78-99b7-ef64f67b565c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:47.032956 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7230b0-df81-4a78-99b7-ef64f67b565c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:47.033676 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7230b0-df81-4a78-99b7-ef64f67b565c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:47.033998 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7230b0-df81-4a78-99b7-ef64f67b565c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:47.034327 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7230b0-df81-4a78-99b7-ef64f67b565c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:47.034748 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7230b0-df81-4a78-99b7-ef64f67b565c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:47.035054 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7230b0-df81-4a78-99b7-ef64f67b565c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:47.035364 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7230b0-df81-4a78-99b7-ef64f67b565c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:47.035748 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7230b0-df81-4a78-99b7-ef64f67b565c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:47.037282 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7230b0-df81-4a78-99b7-ef64f67b565c admin admin] Tracked resource versions report: Apr 12 03:04:47.037282 dv-cinder-837443-1-iscsi neutron-server[103483]: pushed versions: Apr 12 03:04:47.037282 dv-cinder-837443-1-iscsi neutron-server[103483]: { 'AddressGroup': {'1.2'}, Apr 12 03:04:47.037282 dv-cinder-837443-1-iscsi neutron-server[103483]: 'Agent': {'1.1'}, Apr 12 03:04:47.037282 dv-cinder-837443-1-iscsi neutron-server[103483]: 'ConntrackHelper': {'1.0'}, Apr 12 03:04:47.037282 dv-cinder-837443-1-iscsi neutron-server[103483]: 'LocalIPAssociation': {'1.0'}, Apr 12 03:04:47.037282 dv-cinder-837443-1-iscsi neutron-server[103483]: 'Log': {'1.0'}, Apr 12 03:04:47.037282 dv-cinder-837443-1-iscsi neutron-server[103483]: 'NDPProxy': {'1.0'}, Apr 12 03:04:47.037282 dv-cinder-837443-1-iscsi neutron-server[103483]: 'Network': {'1.1'}, Apr 12 03:04:47.037282 dv-cinder-837443-1-iscsi neutron-server[103483]: 'Port': {'1.7'}, Apr 12 03:04:47.037282 dv-cinder-837443-1-iscsi neutron-server[103483]: 'PortForwarding': {'1.3'}, Apr 12 03:04:47.037282 dv-cinder-837443-1-iscsi neutron-server[103483]: 'QosPolicy': {'1.10'}, Apr 12 03:04:47.037282 dv-cinder-837443-1-iscsi neutron-server[103483]: 'SecurityGroup': {'1.5'}, Apr 12 03:04:47.037282 dv-cinder-837443-1-iscsi neutron-server[103483]: 'SecurityGroupRule': {'1.2'}, Apr 12 03:04:47.037282 dv-cinder-837443-1-iscsi neutron-server[103483]: 'SubPort': {'1.0'}, Apr 12 03:04:47.037282 dv-cinder-837443-1-iscsi neutron-server[103483]: 'Subnet': {'1.1'}, Apr 12 03:04:47.037282 dv-cinder-837443-1-iscsi neutron-server[103483]: 'Trunk': {'1.1'}} Apr 12 03:04:47.037282 dv-cinder-837443-1-iscsi neutron-server[103483]: consumer versions: Apr 12 03:04:47.037282 dv-cinder-837443-1-iscsi neutron-server[103483]: { DHCP agent@dv-cinder-837443-1-iscsi: {}, Apr 12 03:04:47.037282 dv-cinder-837443-1-iscsi neutron-server[103483]: HyperV agent@hv-cinder-83744: {}, Apr 12 03:04:47.037282 dv-cinder-837443-1-iscsi neutron-server[103483]: L3 agent@dv-cinder-837443-1-iscsi: {}, Apr 12 03:04:47.037282 dv-cinder-837443-1-iscsi neutron-server[103483]: Metadata agent@dv-cinder-837443-1-iscsi: {}, Apr 12 03:04:47.037282 dv-cinder-837443-1-iscsi neutron-server[103483]: Metering agent@dv-cinder-837443-1-iscsi: {}, Apr 12 03:04:47.037282 dv-cinder-837443-1-iscsi neutron-server[103483]: Open vSwitch agent@dv-cinder-837443-1-iscsi: { 'AddressGroup': '1.2', Apr 12 03:04:47.037282 dv-cinder-837443-1-iscsi neutron-server[103483]: 'Agent': '1.1', Apr 12 03:04:47.037282 dv-cinder-837443-1-iscsi neutron-server[103483]: 'ConntrackHelper': '1.0', Apr 12 03:04:47.037282 dv-cinder-837443-1-iscsi neutron-server[103483]: 'LocalIPAssociation': '1.0', Apr 12 03:04:47.037282 dv-cinder-837443-1-iscsi neutron-server[103483]: 'Log': '1.0', Apr 12 03:04:47.037282 dv-cinder-837443-1-iscsi neutron-server[103483]: 'NDPProxy': '1.0', Apr 12 03:04:47.037282 dv-cinder-837443-1-iscsi neutron-server[103483]: 'Network': '1.1', Apr 12 03:04:47.037282 dv-cinder-837443-1-iscsi neutron-server[103483]: 'Port': '1.7', Apr 12 03:04:47.037282 dv-cinder-837443-1-iscsi neutron-server[103483]: 'PortForwarding': '1.3', Apr 12 03:04:47.037282 dv-cinder-837443-1-iscsi neutron-server[103483]: 'QosPolicy': '1.10', Apr 12 03:04:47.037282 dv-cinder-837443-1-iscsi neutron-server[103483]: 'SecurityGroup': '1.5', Apr 12 03:04:47.037282 dv-cinder-837443-1-iscsi neutron-server[103483]: 'SecurityGroupRule': '1.2', Apr 12 03:04:47.037282 dv-cinder-837443-1-iscsi neutron-server[103483]: 'SubPort': '1.0', Apr 12 03:04:47.037282 dv-cinder-837443-1-iscsi neutron-server[103483]: 'Subnet': '1.1', Apr 12 03:04:47.037282 dv-cinder-837443-1-iscsi neutron-server[103483]: 'Trunk': '1.1'}} Apr 12 03:04:47.037282 dv-cinder-837443-1-iscsi neutron-server[103483]: {{(pid=103483) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 03:04:47.042473 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb0166f-728c-415a-97ea-7321f7540bf0 admin admin] Made reservation on behalf of e9ed2cca6cce43c599fc86b60cfafda6 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:04:47.045694 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-aeb0166f-728c-415a-97ea-7321f7540bf0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:47.066311 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7230b0-df81-4a78-99b7-ef64f67b565c admin admin] Checking segment: {'id': '71025db5-b671-400c-aac9-a4516ac262e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2b3dbba0-7776-42cc-ae85-893ed357f655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:04:47.066907 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7230b0-df81-4a78-99b7-ef64f67b565c admin admin] Network hostable DHCP agents. Network: 2b3dbba0-7776-42cc-ae85-893ed357f655, hostable agents: ['fa7f2a92-0c20-457b-b451-d8a4489755d5'], hosted agents: [] {{(pid=103483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 03:04:47.086504 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7230b0-df81-4a78-99b7-ef64f67b565c admin admin] Network 2b3dbba0-7776-42cc-ae85-893ed357f655 is scheduled to be hosted by DHCP agent fa7f2a92-0c20-457b-b451-d8a4489755d5 with binding_index 1 {{(pid=103483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 03:04:47.099043 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.base_scheduler [None req-ca7230b0-df81-4a78-99b7-ef64f67b565c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837443-1-iscsi, 2b3dbba0-7776-42cc-ae85-893ed357f655) {{(pid=103483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:04:47.104957 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7230b0-df81-4a78-99b7-ef64f67b565c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:04:47.105825 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ca7230b0-df81-4a78-99b7-ef64f67b565c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for subnet (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:47.111525 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ba60fd-940f-4a0b-ae8d-fdeb11aa0d66 None None] Network 2b3dbba0-7776-42cc-ae85-893ed357f655 requested from dv-cinder-837443-1-iscsi {{(pid=103485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:04:47.150288 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-ca7230b0-df81-4a78-99b7-ef64f67b565c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5825911 Apr 12 03:04:47.151173 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 40686) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:04:47.156486 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [None req-15948966-357c-49d2-bc62-0ecd08c631a6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-600950735-router', 'tenant_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'}}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:04:47.182923 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-15948966-357c-49d2-bc62-0ecd08c631a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3782703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4500'] for router (b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:47.185486 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-15948966-357c-49d2-bc62-0ecd08c631a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3683108', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4525'] for router (b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:47.240252 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333678c8-ad9e-442b-b24d-f839113045d4 admin admin] Pushing event updated for resources: {'Network': ['ID=c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:04:47.253780 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-5bc294cb-40e7-4fea-a453-8d8797fc97df admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-233504797-network', 'tenant_id': '52b2d02e7570468daabac047ad3a7fa5'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:04:47.270077 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Network c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b details requested by agent ovs-agent-dv-cinder-837443-1-iscsi with host dv-cinder-837443-1-iscsi {{(pid=103485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 03:04:47.299505 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 40690) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:04:47.334559 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-15948966-357c-49d2-bc62-0ecd08c631a6 admin admin] Publish callbacks [] for router_controller (b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df), precommit_add_association {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:47.348952 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [None req-0dc7b307-99ef-4b49-992a-9832b767e17a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1192306366-network', 'tenant_id': '1bfa2e50a0ff463ba5bb50c6edc5407f'}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:04:47.370426 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 40696) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:04:47.406069 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc294cb-40e7-4fea-a453-8d8797fc97df admin admin] Made reservation on behalf of 52b2d02e7570468daabac047ad3a7fa5 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:04:47.406274 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc7b307-99ef-4b49-992a-9832b767e17a admin admin] Made reservation on behalf of 1bfa2e50a0ff463ba5bb50c6edc5407f for: {'network': 1} {{(pid=103483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:04:47.408387 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5bc294cb-40e7-4fea-a453-8d8797fc97df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for network (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:47.408529 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-0dc7b307-99ef-4b49-992a-9832b767e17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for network (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:47.422983 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-0dc7b307-99ef-4b49-992a-9832b767e17a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:47.457789 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5bc294cb-40e7-4fea-a453-8d8797fc97df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:47.479325 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-aeb0166f-728c-415a-97ea-7321f7540bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074'] for subnet (3d77e3de-5404-4af1-9a0f-14127064fff3), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:47.495648 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-765491ef-0c7a-4684-a7e5-b6a2fe6eb49c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-151938821-network', 'tenant_id': '82496cc7388048ccb95596e852280502'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:04:47.506634 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1c2b5b-a1d6-44de-bd3d-30beddbec740 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58e6e5d8-d763-5226-afd4-b2f7170d6940-2b3dbba0-7776-42cc-ae85-893ed357f655', 'network_id': '2b3dbba0-7776-42cc-ae85-893ed357f655', 'project_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'fixed_ips': [{'subnet_id': '100d1803-3d36-4c71-9fbf-e95fa2273558'}]}} from dv-cinder-837443-1-iscsi. {{(pid=103485) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 03:04:47.507522 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-af1c2b5b-a1d6-44de-bd3d-30beddbec740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:47.570003 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-0dc7b307-99ef-4b49-992a-9832b767e17a admin admin] Publish callbacks [] for security_group (503de994-9900-4b2d-8ce0-7c886fe60bc2), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:47.578713 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-0dc7b307-99ef-4b49-992a-9832b767e17a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (503de994-9900-4b2d-8ce0-7c886fe60bc2), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:47.592015 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dc7b307-99ef-4b49-992a-9832b767e17a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=103483) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 03:04:47.611570 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-0dc7b307-99ef-4b49-992a-9832b767e17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (1de156ab-dae8-4b39-bf69-8b11707b8430), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:47.612106 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.db.segments_db [None req-0dc7b307-99ef-4b49-992a-9832b767e17a admin admin] Added segment 1de156ab-dae8-4b39-bf69-8b11707b8430 of type vlan for network 1bbe9f17-2938-445f-96de-00e073e4f448 Apr 12 03:04:47.617620 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb0166f-728c-415a-97ea-7321f7540bf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d77e3de-5404-4af1-9a0f-14127064fff3,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:04:47.622683 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765491ef-0c7a-4684-a7e5-b6a2fe6eb49c admin admin] Made reservation on behalf of 82496cc7388048ccb95596e852280502 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:04:47.625710 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-765491ef-0c7a-4684-a7e5-b6a2fe6eb49c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for network (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:47.638189 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-765491ef-0c7a-4684-a7e5-b6a2fe6eb49c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:47.668637 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-0dc7b307-99ef-4b49-992a-9832b767e17a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733264019303'] for network (1bbe9f17-2938-445f-96de-00e073e4f448), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:47.714288 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-0e754a15-c566-4e3f-bf91-1b61e2060441 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-759078494-network', 'tenant_id': 'e1e5d1d0e5ee459d9a29175e6dfae245'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:04:47.769124 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-0dc7b307-99ef-4b49-992a-9832b767e17a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074'] for network (1bbe9f17-2938-445f-96de-00e073e4f448), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:47.771919 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc7b307-99ef-4b49-992a-9832b767e17a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:04:47.772706 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-0dc7b307-99ef-4b49-992a-9832b767e17a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for network (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:47.786689 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-af1c2b5b-a1d6-44de-bd3d-30beddbec740 None None] Allocated IP 172.20.0.2 (2b3dbba0-7776-42cc-ae85-893ed357f655/100d1803-3d36-4c71-9fbf-e95fa2273558/72c97f6e-d645-4b44-962a-dfc651f9bc37) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:04:47.881567 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e754a15-c566-4e3f-bf91-1b61e2060441 admin admin] Made reservation on behalf of e1e5d1d0e5ee459d9a29175e6dfae245 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:04:47.882869 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-15948966-357c-49d2-bc62-0ecd08c631a6 admin admin] Publish callbacks [] for router_gateway (b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df), precommit_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:47.884332 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0e754a15-c566-4e3f-bf91-1b61e2060441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for network (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:47.899017 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0e754a15-c566-4e3f-bf91-1b61e2060441 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:47.903889 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc7b307-99ef-4b49-992a-9832b767e17a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503de994-9900-4b2d-8ce0-7c886fe60bc2,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:04:47.962958 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-0dc7b307-99ef-4b49-992a-9832b767e17a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9449644 Apr 12 03:04:47.972764 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-af1c2b5b-a1d6-44de-bd3d-30beddbec740 None None] Publish callbacks [] for port (72c97f6e-d645-4b44-962a-dfc651f9bc37), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:47.981339 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-af1c2b5b-a1d6-44de-bd3d-30beddbec740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106'] for port (72c97f6e-d645-4b44-962a-dfc651f9bc37), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:48.007924 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0e754a15-c566-4e3f-bf91-1b61e2060441 admin admin] Publish callbacks [] for security_group (d61daff6-6df1-4bc1-8049-3b5bec855788), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:48.014283 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 40724) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:04:48.038177 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0e754a15-c566-4e3f-bf91-1b61e2060441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (d61daff6-6df1-4bc1-8049-3b5bec855788), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:48.049372 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1c2b5b-a1d6-44de-bd3d-30beddbec740 None None] Network 2b3dbba0-7776-42cc-ae85-893ed357f655 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:04:48.051886 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c2b5b-a1d6-44de-bd3d-30beddbec740 None None] Pushing event updated for resources: {'Port': ['ID=72c97f6e-d645-4b44-962a-dfc651f9bc37,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:04:48.059561 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-af1c2b5b-a1d6-44de-bd3d-30beddbec740 None None] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:04:48.062592 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c2b5b-a1d6-44de-bd3d-30beddbec740 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:48.063152 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c2b5b-a1d6-44de-bd3d-30beddbec740 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:48.063676 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c2b5b-a1d6-44de-bd3d-30beddbec740 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:48.064295 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c2b5b-a1d6-44de-bd3d-30beddbec740 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:48.064827 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c2b5b-a1d6-44de-bd3d-30beddbec740 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:48.065354 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c2b5b-a1d6-44de-bd3d-30beddbec740 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:48.065871 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c2b5b-a1d6-44de-bd3d-30beddbec740 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:48.066516 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c2b5b-a1d6-44de-bd3d-30beddbec740 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:48.067307 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c2b5b-a1d6-44de-bd3d-30beddbec740 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:48.067633 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c2b5b-a1d6-44de-bd3d-30beddbec740 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:48.068166 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c2b5b-a1d6-44de-bd3d-30beddbec740 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:48.068729 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c2b5b-a1d6-44de-bd3d-30beddbec740 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:48.069212 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c2b5b-a1d6-44de-bd3d-30beddbec740 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:48.069778 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c2b5b-a1d6-44de-bd3d-30beddbec740 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:48.070291 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c2b5b-a1d6-44de-bd3d-30beddbec740 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:48.071869 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-10b795c5-da13-437b-8729-a3a9a3edad1e admin admin] Request body: {'subnet': {'network_id': '1bbe9f17-2938-445f-96de-00e073e4f448', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1192306366-subnet', 'tenant_id': '1bfa2e50a0ff463ba5bb50c6edc5407f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:04:48.072253 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c2b5b-a1d6-44de-bd3d-30beddbec740 None None] Tracked resource versions report: Apr 12 03:04:48.072253 dv-cinder-837443-1-iscsi neutron-server[103485]: pushed versions: Apr 12 03:04:48.072253 dv-cinder-837443-1-iscsi neutron-server[103485]: { 'AddressGroup': {'1.2'}, Apr 12 03:04:48.072253 dv-cinder-837443-1-iscsi neutron-server[103485]: 'Agent': {'1.1'}, Apr 12 03:04:48.072253 dv-cinder-837443-1-iscsi neutron-server[103485]: 'ConntrackHelper': {'1.0'}, Apr 12 03:04:48.072253 dv-cinder-837443-1-iscsi neutron-server[103485]: 'LocalIPAssociation': {'1.0'}, Apr 12 03:04:48.072253 dv-cinder-837443-1-iscsi neutron-server[103485]: 'Log': {'1.0'}, Apr 12 03:04:48.072253 dv-cinder-837443-1-iscsi neutron-server[103485]: 'NDPProxy': {'1.0'}, Apr 12 03:04:48.072253 dv-cinder-837443-1-iscsi neutron-server[103485]: 'Network': {'1.1'}, Apr 12 03:04:48.072253 dv-cinder-837443-1-iscsi neutron-server[103485]: 'Port': {'1.7'}, Apr 12 03:04:48.072253 dv-cinder-837443-1-iscsi neutron-server[103485]: 'PortForwarding': {'1.3'}, Apr 12 03:04:48.072253 dv-cinder-837443-1-iscsi neutron-server[103485]: 'QosPolicy': {'1.10'}, Apr 12 03:04:48.072253 dv-cinder-837443-1-iscsi neutron-server[103485]: 'SecurityGroup': {'1.5'}, Apr 12 03:04:48.072253 dv-cinder-837443-1-iscsi neutron-server[103485]: 'SecurityGroupRule': {'1.2'}, Apr 12 03:04:48.072253 dv-cinder-837443-1-iscsi neutron-server[103485]: 'SubPort': {'1.0'}, Apr 12 03:04:48.072253 dv-cinder-837443-1-iscsi neutron-server[103485]: 'Subnet': {'1.1'}, Apr 12 03:04:48.072253 dv-cinder-837443-1-iscsi neutron-server[103485]: 'Trunk': {'1.1'}} Apr 12 03:04:48.072253 dv-cinder-837443-1-iscsi neutron-server[103485]: consumer versions: Apr 12 03:04:48.072253 dv-cinder-837443-1-iscsi neutron-server[103485]: { DHCP agent@dv-cinder-837443-1-iscsi: {}, Apr 12 03:04:48.072253 dv-cinder-837443-1-iscsi neutron-server[103485]: HyperV agent@hv-cinder-83744: {}, Apr 12 03:04:48.072253 dv-cinder-837443-1-iscsi neutron-server[103485]: L3 agent@dv-cinder-837443-1-iscsi: {}, Apr 12 03:04:48.072253 dv-cinder-837443-1-iscsi neutron-server[103485]: Metadata agent@dv-cinder-837443-1-iscsi: {}, Apr 12 03:04:48.072253 dv-cinder-837443-1-iscsi neutron-server[103485]: Metering agent@dv-cinder-837443-1-iscsi: {}, Apr 12 03:04:48.072253 dv-cinder-837443-1-iscsi neutron-server[103485]: Open vSwitch agent@dv-cinder-837443-1-iscsi: { 'AddressGroup': '1.2', Apr 12 03:04:48.072253 dv-cinder-837443-1-iscsi neutron-server[103485]: 'Agent': '1.1', Apr 12 03:04:48.072253 dv-cinder-837443-1-iscsi neutron-server[103485]: 'ConntrackHelper': '1.0', Apr 12 03:04:48.072253 dv-cinder-837443-1-iscsi neutron-server[103485]: 'LocalIPAssociation': '1.0', Apr 12 03:04:48.072253 dv-cinder-837443-1-iscsi neutron-server[103485]: 'Log': '1.0', Apr 12 03:04:48.072253 dv-cinder-837443-1-iscsi neutron-server[103485]: 'NDPProxy': '1.0', Apr 12 03:04:48.072253 dv-cinder-837443-1-iscsi neutron-server[103485]: 'Network': '1.1', Apr 12 03:04:48.072253 dv-cinder-837443-1-iscsi neutron-server[103485]: 'Port': '1.7', Apr 12 03:04:48.072253 dv-cinder-837443-1-iscsi neutron-server[103485]: 'PortForwarding': '1.3', Apr 12 03:04:48.072253 dv-cinder-837443-1-iscsi neutron-server[103485]: 'QosPolicy': '1.10', Apr 12 03:04:48.072253 dv-cinder-837443-1-iscsi neutron-server[103485]: 'SecurityGroup': '1.5', Apr 12 03:04:48.072253 dv-cinder-837443-1-iscsi neutron-server[103485]: 'SecurityGroupRule': '1.2', Apr 12 03:04:48.072253 dv-cinder-837443-1-iscsi neutron-server[103485]: 'SubPort': '1.0', Apr 12 03:04:48.072253 dv-cinder-837443-1-iscsi neutron-server[103485]: 'Subnet': '1.1', Apr 12 03:04:48.072253 dv-cinder-837443-1-iscsi neutron-server[103485]: 'Trunk': '1.1'}} Apr 12 03:04:48.072253 dv-cinder-837443-1-iscsi neutron-server[103485]: {{(pid=103485) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 03:04:48.078925 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1c2b5b-a1d6-44de-bd3d-30beddbec740 None None] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:04:48.129792 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e754a15-c566-4e3f-bf91-1b61e2060441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61daff6-6df1-4bc1-8049-3b5bec855788,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:04:48.131219 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc7b307-99ef-4b49-992a-9832b767e17a admin admin] Pushing event updated for resources: {'Network': ['ID=1bbe9f17-2938-445f-96de-00e073e4f448,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:04:48.151660 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-af1c2b5b-a1d6-44de-bd3d-30beddbec740 None None] Attempting to bind port 72c97f6e-d645-4b44-962a-dfc651f9bc37 on host dv-cinder-837443-1-iscsi for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:04:48.152270 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-af1c2b5b-a1d6-44de-bd3d-30beddbec740 None None] Attempting to bind port 72c97f6e-d645-4b44-962a-dfc651f9bc37 by drivers openvswitch,hyperv on host dv-cinder-837443-1-iscsi at level 0 using segments [{'id': '71025db5-b671-400c-aac9-a4516ac262e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2b3dbba0-7776-42cc-ae85-893ed357f655'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:04:48.152832 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1c2b5b-a1d6-44de-bd3d-30beddbec740 None None] Attempting to bind port 72c97f6e-d645-4b44-962a-dfc651f9bc37 on network 2b3dbba0-7776-42cc-ae85-893ed357f655 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:04:48.158974 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1c2b5b-a1d6-44de-bd3d-30beddbec740 None None] Checking agent: {'id': 'ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 2, 56, 1), 'started_at': datetime.datetime(2022, 4, 12, 2, 56, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:04:48.159690 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1c2b5b-a1d6-44de-bd3d-30beddbec740 None None] Checking segment: {'id': '71025db5-b671-400c-aac9-a4516ac262e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2b3dbba0-7776-42cc-ae85-893ed357f655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:04:48.160499 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-af1c2b5b-a1d6-44de-bd3d-30beddbec740 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:48.161056 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1c2b5b-a1d6-44de-bd3d-30beddbec740 None None] Bound using segment: {'id': '71025db5-b671-400c-aac9-a4516ac262e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2b3dbba0-7776-42cc-ae85-893ed357f655'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:04:48.161741 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-af1c2b5b-a1d6-44de-bd3d-30beddbec740 None None] Bound port: 72c97f6e-d645-4b44-962a-dfc651f9bc37, host: dv-cinder-837443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71025db5-b671-400c-aac9-a4516ac262e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2b3dbba0-7776-42cc-ae85-893ed357f655'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:04:48.162302 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-af1c2b5b-a1d6-44de-bd3d-30beddbec740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (72c97f6e-d645-4b44-962a-dfc651f9bc37), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:48.191626 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5bc294cb-40e7-4fea-a453-8d8797fc97df admin admin] Publish callbacks [] for security_group (694e9388-bc09-4211-b27f-5eb265984a30), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:48.191929 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Network 1bbe9f17-2938-445f-96de-00e073e4f448 details requested by agent ovs-agent-dv-cinder-837443-1-iscsi with host dv-cinder-837443-1-iscsi {{(pid=103485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 03:04:48.250024 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e754a15-c566-4e3f-bf91-1b61e2060441 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 03:04:48.259851 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0e754a15-c566-4e3f-bf91-1b61e2060441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (7d4ebf86-1a25-4cfb-9940-c09dda9a1a9a), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:48.260158 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.db.segments_db [None req-0e754a15-c566-4e3f-bf91-1b61e2060441 admin admin] Added segment 7d4ebf86-1a25-4cfb-9940-c09dda9a1a9a of type vlan for network 97d0737a-0806-4131-b2fa-4a4f2be2d49e Apr 12 03:04:48.301631 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0e754a15-c566-4e3f-bf91-1b61e2060441 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733264019303'] for network (97d0737a-0806-4131-b2fa-4a4f2be2d49e), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:48.329933 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-af1c2b5b-a1d6-44de-bd3d-30beddbec740 None None] For port 72c97f6e-d645-4b44-962a-dfc651f9bc37, host dv-cinder-837443-1-iscsi, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:04:48.335210 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-af1c2b5b-a1d6-44de-bd3d-30beddbec740 None None] For port 72c97f6e-d645-4b44-962a-dfc651f9bc37, host dv-cinder-837443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=72c97f6e-d645-4b44-962a-dfc651f9bc37,segment=NetworkSegment(71025db5-b671-400c-aac9-a4516ac262e9),segment_id=71025db5-b671-400c-aac9-a4516ac262e9)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:04:48.342981 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5bc294cb-40e7-4fea-a453-8d8797fc97df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (694e9388-bc09-4211-b27f-5eb265984a30), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:48.345681 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-af1c2b5b-a1d6-44de-bd3d-30beddbec740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (72c97f6e-d645-4b44-962a-dfc651f9bc37), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:48.377003 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0e754a15-c566-4e3f-bf91-1b61e2060441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074'] for network (97d0737a-0806-4131-b2fa-4a4f2be2d49e), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:48.377976 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e754a15-c566-4e3f-bf91-1b61e2060441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:04:48.378546 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0e754a15-c566-4e3f-bf91-1b61e2060441 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for network (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:48.389416 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b795c5-da13-437b-8729-a3a9a3edad1e admin admin] Made reservation on behalf of 1bfa2e50a0ff463ba5bb50c6edc5407f for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:04:48.391810 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-10b795c5-da13-437b-8729-a3a9a3edad1e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:48.430694 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c2b5b-a1d6-44de-bd3d-30beddbec740 None None] Pushing event updated for resources: {'Port': ['ID=72c97f6e-d645-4b44-962a-dfc651f9bc37,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:04:48.528657 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-0e754a15-c566-4e3f-bf91-1b61e2060441 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1514292 Apr 12 03:04:48.533082 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 40758) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:04:48.541955 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb0166f-728c-415a-97ea-7321f7540bf0 admin admin] Checking segment: {'id': 'dd5e46db-2abb-4e6f-862d-f5a1257f87c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:04:48.542319 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb0166f-728c-415a-97ea-7321f7540bf0 admin admin] Network hostable DHCP agents. Network: c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b, hostable agents: ['fa7f2a92-0c20-457b-b451-d8a4489755d5'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 03:04:48.549901 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [None req-041281ab-12bc-4078-85ac-2476fc85ede2 admin admin] Request body: {'subnet': {'network_id': '97d0737a-0806-4131-b2fa-4a4f2be2d49e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-759078494-subnet', 'tenant_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:04:48.572204 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bc294cb-40e7-4fea-a453-8d8797fc97df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 03:04:48.579999 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-15948966-357c-49d2-bc62-0ecd08c631a6 admin admin] Publish callbacks [] for router_gateway (b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:48.611843 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041281ab-12bc-4078-85ac-2476fc85ede2 admin admin] Made reservation on behalf of e1e5d1d0e5ee459d9a29175e6dfae245 for: {'subnet': 1} {{(pid=103483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:04:48.614383 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-041281ab-12bc-4078-85ac-2476fc85ede2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:48.649136 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc294cb-40e7-4fea-a453-8d8797fc97df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694e9388-bc09-4211-b27f-5eb265984a30,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:04:48.653469 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-765491ef-0c7a-4684-a7e5-b6a2fe6eb49c admin admin] Publish callbacks [] for security_group (c8f469cb-51e6-49aa-a65f-c1414cf6e610), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:48.661158 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e754a15-c566-4e3f-bf91-1b61e2060441 admin admin] Pushing event updated for resources: {'Network': ['ID=97d0737a-0806-4131-b2fa-4a4f2be2d49e,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:04:48.666124 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5bc294cb-40e7-4fea-a453-8d8797fc97df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (99682a96-90c8-491c-a1f8-c6fe889256f4), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:48.666399 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.db.segments_db [None req-5bc294cb-40e7-4fea-a453-8d8797fc97df admin admin] Added segment 99682a96-90c8-491c-a1f8-c6fe889256f4 of type vlan for network 14a47694-9f88-4832-ab57-c60bc64938b8 Apr 12 03:04:48.678352 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-765491ef-0c7a-4684-a7e5-b6a2fe6eb49c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (c8f469cb-51e6-49aa-a65f-c1414cf6e610), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:48.696506 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Network 97d0737a-0806-4131-b2fa-4a4f2be2d49e details requested by agent ovs-agent-dv-cinder-837443-1-iscsi with host dv-cinder-837443-1-iscsi {{(pid=103485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 03:04:48.731673 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-15948966-357c-49d2-bc62-0ecd08c631a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:48.815932 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb0166f-728c-415a-97ea-7321f7540bf0 admin admin] Network c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b is scheduled to be hosted by DHCP agent fa7f2a92-0c20-457b-b451-d8a4489755d5 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 03:04:48.819715 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-765491ef-0c7a-4684-a7e5-b6a2fe6eb49c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 03:04:48.854561 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5bc294cb-40e7-4fea-a453-8d8797fc97df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733264019303'] for network (14a47694-9f88-4832-ab57-c60bc64938b8), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:48.866577 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-aeb0166f-728c-415a-97ea-7321f7540bf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837443-1-iscsi, c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:04:48.877141 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7f5a05-cb10-4bf9-9a4e-d314ebcb1f6f None None] Network c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b requested from dv-cinder-837443-1-iscsi {{(pid=103485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:04:48.898309 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-765491ef-0c7a-4684-a7e5-b6a2fe6eb49c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (fc66e167-0a90-4af7-a813-15865f0885a2), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:48.898731 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.db.segments_db [None req-765491ef-0c7a-4684-a7e5-b6a2fe6eb49c admin admin] Added segment fc66e167-0a90-4af7-a813-15865f0885a2 of type vlan for network 813f4c80-9eb3-4fdd-9a75-8d7c76e1f557 Apr 12 03:04:48.905222 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765491ef-0c7a-4684-a7e5-b6a2fe6eb49c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f469cb-51e6-49aa-a65f-c1414cf6e610,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:04:48.937283 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb0166f-728c-415a-97ea-7321f7540bf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:04:48.937885 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-aeb0166f-728c-415a-97ea-7321f7540bf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for subnet (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:48.989026 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.db.resource_extend [None req-5bc294cb-40e7-4fea-a453-8d8797fc97df admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 12 03:04:49.001279 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.db_base_plugin_common [None req-15948966-357c-49d2-bc62-0ecd08c631a6 admin admin] Allocated IP 172.27.3.168 (79cba51c-a00f-4d8d-a813-38deb5f63b2a/29b195a7-2bca-4a4f-ac92-aa862b85642e/1f833beb-1b0a-47a7-ad22-a06e54385443) {{(pid=103483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:04:49.052730 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-041281ab-12bc-4078-85ac-2476fc85ede2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074'] for subnet (6de8150c-bedf-4873-b651-20f43e4f6dc1), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:49.054356 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 40772) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:04:49.057785 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-aeb0166f-728c-415a-97ea-7321f7540bf0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0810137 Apr 12 03:04:49.077047 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5bc294cb-40e7-4fea-a453-8d8797fc97df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074'] for network (14a47694-9f88-4832-ab57-c60bc64938b8), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:49.078046 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc294cb-40e7-4fea-a453-8d8797fc97df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:04:49.078542 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5bc294cb-40e7-4fea-a453-8d8797fc97df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for network (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:49.083131 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4f5202-604e-4f22-9e45-81f6a5c86a0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58e6e5d8-d763-5226-afd4-b2f7170d6940-c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b', 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b', 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'fixed_ips': [{'subnet_id': '3d77e3de-5404-4af1-9a0f-14127064fff3'}]}} from dv-cinder-837443-1-iscsi. {{(pid=103485) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 03:04:49.084209 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ae4f5202-604e-4f22-9e45-81f6a5c86a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:49.110444 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [None req-ec5d43ba-3319-4bdb-9651-3288ffebd9dd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1586939642-router', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'}}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:04:49.118507 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041281ab-12bc-4078-85ac-2476fc85ede2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6de8150c-bedf-4873-b651-20f43e4f6dc1,revision_number=0']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:04:49.171336 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-765491ef-0c7a-4684-a7e5-b6a2fe6eb49c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733264019303'] for network (813f4c80-9eb3-4fdd-9a75-8d7c76e1f557), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:49.224543 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-5bc294cb-40e7-4fea-a453-8d8797fc97df admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.5067232 Apr 12 03:04:49.228323 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 40778) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:04:49.243309 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-08c2ce10-6c2e-447b-80e2-ba05bf78967f admin admin] Request body: {'subnet': {'network_id': '14a47694-9f88-4832-ab57-c60bc64938b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-233504797-subnet', 'tenant_id': '52b2d02e7570468daabac047ad3a7fa5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:04:49.246858 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-10b795c5-da13-437b-8729-a3a9a3edad1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074'] for subnet (10e0e169-7241-4725-9e3b-5437b5db1793), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:49.263540 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc294cb-40e7-4fea-a453-8d8797fc97df admin admin] Pushing event updated for resources: {'Network': ['ID=14a47694-9f88-4832-ab57-c60bc64938b8,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:04:49.312851 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Network 14a47694-9f88-4832-ab57-c60bc64938b8 details requested by agent ovs-agent-dv-cinder-837443-1-iscsi with host dv-cinder-837443-1-iscsi {{(pid=103485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 03:04:49.315223 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-765491ef-0c7a-4684-a7e5-b6a2fe6eb49c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074'] for network (813f4c80-9eb3-4fdd-9a75-8d7c76e1f557), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:49.316376 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765491ef-0c7a-4684-a7e5-b6a2fe6eb49c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:04:49.317215 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-765491ef-0c7a-4684-a7e5-b6a2fe6eb49c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for network (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:49.334074 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-15948966-357c-49d2-bc62-0ecd08c631a6 admin admin] Publish callbacks [] for port (1f833beb-1b0a-47a7-ad22-a06e54385443), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:49.351435 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 40780) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:04:49.358733 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c2ce10-6c2e-447b-80e2-ba05bf78967f admin admin] Made reservation on behalf of 52b2d02e7570468daabac047ad3a7fa5 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:04:49.361192 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-08c2ce10-6c2e-447b-80e2-ba05bf78967f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:49.391038 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b795c5-da13-437b-8729-a3a9a3edad1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=10e0e169-7241-4725-9e3b-5437b5db1793,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:04:49.398371 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ec5d43ba-3319-4bdb-9651-3288ffebd9dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3782703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4500'] for router (35c512b1-c0fa-4787-9673-d33c78bee148), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:49.404389 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ec5d43ba-3319-4bdb-9651-3288ffebd9dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3683108', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4525'] for router (35c512b1-c0fa-4787-9673-d33c78bee148), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:49.412499 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-765491ef-0c7a-4684-a7e5-b6a2fe6eb49c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1081152 Apr 12 03:04:49.413597 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-ae4f5202-604e-4f22-9e45-81f6a5c86a0f None None] Allocated IP 172.20.0.2 (c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b/3d77e3de-5404-4af1-9a0f-14127064fff3/cd46aefb-f88d-44a8-896b-b02e6383e9b7) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:04:49.413720 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041281ab-12bc-4078-85ac-2476fc85ede2 admin admin] Checking segment: {'id': '7d4ebf86-1a25-4cfb-9940-c09dda9a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '97d0737a-0806-4131-b2fa-4a4f2be2d49e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:04:49.413959 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041281ab-12bc-4078-85ac-2476fc85ede2 admin admin] Network hostable DHCP agents. Network: 97d0737a-0806-4131-b2fa-4a4f2be2d49e, hostable agents: ['fa7f2a92-0c20-457b-b451-d8a4489755d5'], hosted agents: [] {{(pid=103483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 03:04:49.437180 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-15948966-357c-49d2-bc62-0ecd08c631a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106'] for port (1f833beb-1b0a-47a7-ad22-a06e54385443), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:49.444782 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 40784) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:04:49.466565 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-0d56f54c-ff24-4eb4-a460-9a5e7f5ef829 admin admin] Request body: {'subnet': {'network_id': '813f4c80-9eb3-4fdd-9a75-8d7c76e1f557', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-151938821-subnet', 'tenant_id': '82496cc7388048ccb95596e852280502', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:04:49.501117 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.agents_db [None req-d3c4685f-78b0-4ffc-8e41-99bd627ddb58 None None] Agent healthcheck: found 6 active agents {{(pid=103486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:04:49.520686 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15948966-357c-49d2-bc62-0ecd08c631a6 admin admin] Pushing event updated for resources: {'Port': ['ID=1f833beb-1b0a-47a7-ad22-a06e54385443,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:04:49.589295 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765491ef-0c7a-4684-a7e5-b6a2fe6eb49c admin admin] Pushing event updated for resources: {'Network': ['ID=813f4c80-9eb3-4fdd-9a75-8d7c76e1f557,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:04:49.591786 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d56f54c-ff24-4eb4-a460-9a5e7f5ef829 admin admin] Made reservation on behalf of 82496cc7388048ccb95596e852280502 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:04:49.594713 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0d56f54c-ff24-4eb4-a460-9a5e7f5ef829 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:49.597364 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15948966-357c-49d2-bc62-0ecd08c631a6 admin admin] Network 79cba51c-a00f-4d8d-a813-38deb5f63b2a is already hosted by enough agents. {{(pid=103483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:04:49.599934 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.base_scheduler [None req-15948966-357c-49d2-bc62-0ecd08c631a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:04:49.624814 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ae0396b2-768d-4f0c-a726-f6c034b5ad91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:49.627067 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b795c5-da13-437b-8729-a3a9a3edad1e admin admin] Checking segment: {'id': '1de156ab-dae8-4b39-bf69-8b11707b8430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1bbe9f17-2938-445f-96de-00e073e4f448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:04:49.627515 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b795c5-da13-437b-8729-a3a9a3edad1e admin admin] Network hostable DHCP agents. Network: 1bbe9f17-2938-445f-96de-00e073e4f448, hostable agents: ['fa7f2a92-0c20-457b-b451-d8a4489755d5'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 03:04:49.662497 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ec5d43ba-3319-4bdb-9651-3288ffebd9dd admin admin] Publish callbacks [] for router_controller (35c512b1-c0fa-4787-9673-d33c78bee148), precommit_add_association {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:49.669344 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15948966-357c-49d2-bc62-0ecd08c631a6 admin admin] Received port after_create {{(pid=103483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:04:49.785320 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b795c5-da13-437b-8729-a3a9a3edad1e admin admin] Network 1bbe9f17-2938-445f-96de-00e073e4f448 is scheduled to be hosted by DHCP agent fa7f2a92-0c20-457b-b451-d8a4489755d5 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 03:04:49.831189 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Network 813f4c80-9eb3-4fdd-9a75-8d7c76e1f557 details requested by agent ovs-agent-dv-cinder-837443-1-iscsi with host dv-cinder-837443-1-iscsi {{(pid=103485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 03:04:49.843612 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-10b795c5-da13-437b-8729-a3a9a3edad1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837443-1-iscsi, 1bbe9f17-2938-445f-96de-00e073e4f448) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:04:49.904301 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b795c5-da13-437b-8729-a3a9a3edad1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:04:49.905019 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-10b795c5-da13-437b-8729-a3a9a3edad1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for subnet (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:49.913344 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe5b609-1c97-48fe-966b-a5a7d95e987e None None] Network 1bbe9f17-2938-445f-96de-00e073e4f448 requested from dv-cinder-837443-1-iscsi {{(pid=103485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:04:49.919959 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041281ab-12bc-4078-85ac-2476fc85ede2 admin admin] Network 97d0737a-0806-4131-b2fa-4a4f2be2d49e is scheduled to be hosted by DHCP agent fa7f2a92-0c20-457b-b451-d8a4489755d5 with binding_index 1 {{(pid=103483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 03:04:49.976535 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ec5d43ba-3319-4bdb-9651-3288ffebd9dd admin admin] Publish callbacks [] for router_gateway (35c512b1-c0fa-4787-9673-d33c78bee148), precommit_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:49.983847 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.base_scheduler [None req-041281ab-12bc-4078-85ac-2476fc85ede2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837443-1-iscsi, 97d0737a-0806-4131-b2fa-4a4f2be2d49e) {{(pid=103483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:04:49.988611 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041281ab-12bc-4078-85ac-2476fc85ede2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:04:49.989238 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-041281ab-12bc-4078-85ac-2476fc85ede2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for subnet (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:50.013236 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-10b795c5-da13-437b-8729-a3a9a3edad1e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9791996 Apr 12 03:04:50.013455 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d5fea8-4158-4efa-9551-6740482e2c7c None None] Network 97d0737a-0806-4131-b2fa-4a4f2be2d49e requested from dv-cinder-837443-1-iscsi {{(pid=103485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:04:50.050691 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ae0396b2-768d-4f0c-a726-f6c034b5ad91 admin admin] Publish callbacks [] for security_group (77298265-b770-4ecb-8871-fc0d0605b5bf), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:50.060282 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2913b7-430b-4e36-8022-7dae38fd7625 None None] Network 2b3dbba0-7776-42cc-ae85-893ed357f655 requested from dv-cinder-837443-1-iscsi {{(pid=103485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:04:50.062469 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-08c2ce10-6c2e-447b-80e2-ba05bf78967f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074'] for subnet (fe4d4e4c-7961-4f3e-a108-6fc7a367da7d), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:50.080619 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-041281ab-12bc-4078-85ac-2476fc85ede2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5416751 Apr 12 03:04:50.082942 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 40794) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:04:50.093793 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [None req-7b908547-8419-44e4-85ff-aadc2e2c5b7d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-759078494-router', 'tenant_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'}}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:04:50.099502 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-99d6e1f3-533d-4910-acfb-60e601e9fab8 None None] Provisioning complete for port 72c97f6e-d645-4b44-962a-dfc651f9bc37 triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:04:50.100565 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-99d6e1f3-533d-4910-acfb-60e601e9fab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (72c97f6e-d645-4b44-962a-dfc651f9bc37), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:50.130145 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ae0396b2-768d-4f0c-a726-f6c034b5ad91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (77298265-b770-4ecb-8871-fc0d0605b5bf), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:50.176347 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0d56f54c-ff24-4eb4-a460-9a5e7f5ef829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074'] for subnet (575ab2eb-1835-4a60-bd9e-d998a2e09934), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:50.245687 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-ae0396b2-768d-4f0c-a726-f6c034b5ad91 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b51230fa3e9e4ec48777641734b066ce&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8900504 Apr 12 03:04:50.251977 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ae4f5202-604e-4f22-9e45-81f6a5c86a0f None None] Publish callbacks [] for port (cd46aefb-f88d-44a8-896b-b02e6383e9b7), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:50.257075 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 40802) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:04:50.268533 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0396b2-768d-4f0c-a726-f6c034b5ad91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77298265-b770-4ecb-8871-fc0d0605b5bf,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:04:50.295806 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-7b908547-8419-44e4-85ff-aadc2e2c5b7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3782703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4500'] for router (4c6713fb-f30f-4734-bda5-92186752067c), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:50.296973 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-7b908547-8419-44e4-85ff-aadc2e2c5b7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3683108', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4525'] for router (4c6713fb-f30f-4734-bda5-92186752067c), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:50.303957 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c2ce10-6c2e-447b-80e2-ba05bf78967f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe4d4e4c-7961-4f3e-a108-6fc7a367da7d,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:04:50.324520 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-99d6e1f3-533d-4910-acfb-60e601e9fab8 None None] Current status of the port 72c97f6e-d645-4b44-962a-dfc651f9bc37 is: DOWN; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:04:50.325771 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-99d6e1f3-533d-4910-acfb-60e601e9fab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (72c97f6e-d645-4b44-962a-dfc651f9bc37), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:50.393449 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-99d6e1f3-533d-4910-acfb-60e601e9fab8 None None] For port 72c97f6e-d645-4b44-962a-dfc651f9bc37, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=72c97f6e-d645-4b44-962a-dfc651f9bc37,segment=NetworkSegment(71025db5-b671-400c-aac9-a4516ac262e9),segment_id=71025db5-b671-400c-aac9-a4516ac262e9)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:04:50.395186 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ae4f5202-604e-4f22-9e45-81f6a5c86a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106'] for port (cd46aefb-f88d-44a8-896b-b02e6383e9b7), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:50.400069 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d56f54c-ff24-4eb4-a460-9a5e7f5ef829 admin admin] Pushing event updated for resources: {'Subnet': ['ID=575ab2eb-1835-4a60-bd9e-d998a2e09934,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:04:50.406011 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c2ce10-6c2e-447b-80e2-ba05bf78967f admin admin] Checking segment: {'id': '99682a96-90c8-491c-a1f8-c6fe889256f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14a47694-9f88-4832-ab57-c60bc64938b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:04:50.406487 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c2ce10-6c2e-447b-80e2-ba05bf78967f admin admin] Network hostable DHCP agents. Network: 14a47694-9f88-4832-ab57-c60bc64938b8, hostable agents: ['fa7f2a92-0c20-457b-b451-d8a4489755d5'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 03:04:50.438940 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-7b908547-8419-44e4-85ff-aadc2e2c5b7d admin admin] Publish callbacks [] for router_controller (4c6713fb-f30f-4734-bda5-92186752067c), precommit_add_association {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:50.440087 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d56f54c-ff24-4eb4-a460-9a5e7f5ef829 admin admin] Checking segment: {'id': 'fc66e167-0a90-4af7-a813-15865f0885a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '813f4c80-9eb3-4fdd-9a75-8d7c76e1f557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:04:50.440474 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d56f54c-ff24-4eb4-a460-9a5e7f5ef829 admin admin] Network hostable DHCP agents. Network: 813f4c80-9eb3-4fdd-9a75-8d7c76e1f557, hostable agents: ['fa7f2a92-0c20-457b-b451-d8a4489755d5'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 03:04:50.449762 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-99d6e1f3-533d-4910-acfb-60e601e9fab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (72c97f6e-d645-4b44-962a-dfc651f9bc37), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:50.465530 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c2ce10-6c2e-447b-80e2-ba05bf78967f admin admin] Network 14a47694-9f88-4832-ab57-c60bc64938b8 is scheduled to be hosted by DHCP agent fa7f2a92-0c20-457b-b451-d8a4489755d5 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 03:04:50.481474 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d56f54c-ff24-4eb4-a460-9a5e7f5ef829 admin admin] Network 813f4c80-9eb3-4fdd-9a75-8d7c76e1f557 is scheduled to be hosted by DHCP agent fa7f2a92-0c20-457b-b451-d8a4489755d5 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 03:04:50.507800 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4f5202-604e-4f22-9e45-81f6a5c86a0f None None] Network c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:04:50.507944 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-0d56f54c-ff24-4eb4-a460-9a5e7f5ef829 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837443-1-iscsi, 813f4c80-9eb3-4fdd-9a75-8d7c76e1f557) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:04:50.509060 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 72c97f6e-d645-4b44-962a-dfc651f9bc37 up at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:04:50.509510 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-08c2ce10-6c2e-447b-80e2-ba05bf78967f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837443-1-iscsi, 14a47694-9f88-4832-ab57-c60bc64938b8) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:04:50.518490 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-ae4f5202-604e-4f22-9e45-81f6a5c86a0f None None] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:04:50.520433 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471e94bf-037c-4f44-b260-43d851e6f9a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58e6e5d8-d763-5226-afd4-b2f7170d6940-97d0737a-0806-4131-b2fa-4a4f2be2d49e', 'network_id': '97d0737a-0806-4131-b2fa-4a4f2be2d49e', 'project_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'fixed_ips': [{'subnet_id': '6de8150c-bedf-4873-b651-20f43e4f6dc1'}]}} from dv-cinder-837443-1-iscsi. {{(pid=103485) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 03:04:50.521245 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-471e94bf-037c-4f44-b260-43d851e6f9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:50.523785 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6f07b1-10e8-4de2-a287-e7930c09e78e None None] Network 1bbe9f17-2938-445f-96de-00e073e4f448 requested from dv-cinder-837443-1-iscsi {{(pid=103485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:04:50.527437 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d56f54c-ff24-4eb4-a460-9a5e7f5ef829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:04:50.528127 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0d56f54c-ff24-4eb4-a460-9a5e7f5ef829 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for subnet (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:50.530776 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4f5202-604e-4f22-9e45-81f6a5c86a0f None None] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:04:50.535533 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c2ce10-6c2e-447b-80e2-ba05bf78967f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:04:50.536354 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-08c2ce10-6c2e-447b-80e2-ba05bf78967f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for subnet (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:50.538232 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26c9af6-b85d-4dd5-bbbb-4e09cf5cf867 None None] Network 813f4c80-9eb3-4fdd-9a75-8d7c76e1f557 requested from dv-cinder-837443-1-iscsi {{(pid=103485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:04:50.542831 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7314fd-3a0a-480a-83d6-26d24e082168 None None] Network 14a47694-9f88-4832-ab57-c60bc64938b8 requested from dv-cinder-837443-1-iscsi {{(pid=103485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:04:50.576119 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-0d56f54c-ff24-4eb4-a460-9a5e7f5ef829 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1300631 Apr 12 03:04:50.583021 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-08c2ce10-6c2e-447b-80e2-ba05bf78967f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3489764 Apr 12 03:04:50.583257 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 40818) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:04:50.604435 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-b09c70b6-796a-40bf-b1e1-384ad1f2e5be admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-233504797-router', 'tenant_id': '52b2d02e7570468daabac047ad3a7fa5', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'}}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:04:50.667396 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b09c70b6-796a-40bf-b1e1-384ad1f2e5be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3782703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4500'] for router (c8e4223e-510f-477d-a359-e91f259fe4fb), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:50.670030 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b09c70b6-796a-40bf-b1e1-384ad1f2e5be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3683108', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4525'] for router (c8e4223e-510f-477d-a359-e91f259fe4fb), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:50.732529 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 40824) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:04:50.738073 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-972c2c15-241a-45bf-807c-da1c10dea6d8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-362512019-network', 'tenant_id': '47496f242a894d35af65db36502cdbc1'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:04:50.793519 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b09c70b6-796a-40bf-b1e1-384ad1f2e5be admin admin] Publish callbacks [] for router_controller (c8e4223e-510f-477d-a359-e91f259fe4fb), precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:50.796174 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-15948966-357c-49d2-bc62-0ecd08c631a6 admin admin] Publish callbacks [] for router_gateway (b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:50.845941 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972c2c15-241a-45bf-807c-da1c10dea6d8 admin admin] Made reservation on behalf of 47496f242a894d35af65db36502cdbc1 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:04:50.849244 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-972c2c15-241a-45bf-807c-da1c10dea6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for network (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:50.855137 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-a55179a6-9d0c-4d57-9db1-99905ca82143 admin admin] Publish callbacks [] for security_group (77298265-b770-4ecb-8871-fc0d0605b5bf), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:50.862050 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-972c2c15-241a-45bf-807c-da1c10dea6d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:50.966103 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-7b908547-8419-44e4-85ff-aadc2e2c5b7d admin admin] Publish callbacks [] for router_gateway (4c6713fb-f30f-4734-bda5-92186752067c), precommit_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:50.988009 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-972c2c15-241a-45bf-807c-da1c10dea6d8 admin admin] Publish callbacks [] for security_group (4c8b6897-fcdb-4f70-81da-26f4665e5102), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:50.992394 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-972c2c15-241a-45bf-807c-da1c10dea6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (4c8b6897-fcdb-4f70-81da-26f4665e5102), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:51.018567 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-a55179a6-9d0c-4d57-9db1-99905ca82143 admin admin] Publish callbacks [] for security_group (77298265-b770-4ecb-8871-fc0d0605b5bf), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:51.028140 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c2c15-241a-45bf-807c-da1c10dea6d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8b6897-fcdb-4f70-81da-26f4665e5102,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:04:51.042587 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-972c2c15-241a-45bf-807c-da1c10dea6d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 03:04:51.120662 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-972c2c15-241a-45bf-807c-da1c10dea6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (646b9b6e-ae23-45ae-ba51-8a265ffe2765), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:51.121425 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.db.segments_db [None req-972c2c15-241a-45bf-807c-da1c10dea6d8 admin admin] Added segment 646b9b6e-ae23-45ae-ba51-8a265ffe2765 of type vlan for network 57486508-8fb0-49dd-8c6c-fda4a3f1ea4b Apr 12 03:04:51.125676 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4f5202-604e-4f22-9e45-81f6a5c86a0f None None] Pushing event updated for resources: {'Port': ['ID=cd46aefb-f88d-44a8-896b-b02e6383e9b7,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:04:51.168134 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-972c2c15-241a-45bf-807c-da1c10dea6d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733264019303'] for network (57486508-8fb0-49dd-8c6c-fda4a3f1ea4b), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:51.237659 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b09c70b6-796a-40bf-b1e1-384ad1f2e5be admin admin] Publish callbacks [] for router_gateway (c8e4223e-510f-477d-a359-e91f259fe4fb), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:51.245073 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-972c2c15-241a-45bf-807c-da1c10dea6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074'] for network (57486508-8fb0-49dd-8c6c-fda4a3f1ea4b), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:51.246662 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972c2c15-241a-45bf-807c-da1c10dea6d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:04:51.247506 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-972c2c15-241a-45bf-807c-da1c10dea6d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for network (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:51.261277 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d6e1f3-533d-4910-acfb-60e601e9fab8 None None] Pushing event updated for resources: {'Port': ['ID=72c97f6e-d645-4b44-962a-dfc651f9bc37,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:04:51.271023 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-7b908547-8419-44e4-85ff-aadc2e2c5b7d admin admin] Publish callbacks [] for router_gateway (4c6713fb-f30f-4734-bda5-92186752067c), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:51.294070 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d9b4afc3-988d-4081-ae69-d9ab2b5cf58b), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:51.307256 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbb77bb-ceb1-4cbb-a4c9-aef9598bba56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58e6e5d8-d763-5226-afd4-b2f7170d6940-14a47694-9f88-4832-ab57-c60bc64938b8', 'network_id': '14a47694-9f88-4832-ab57-c60bc64938b8', 'project_id': '52b2d02e7570468daabac047ad3a7fa5', 'fixed_ips': [{'subnet_id': 'fe4d4e4c-7961-4f3e-a108-6fc7a367da7d'}]}} from dv-cinder-837443-1-iscsi. {{(pid=103485) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 03:04:51.309602 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5dbb77bb-ceb1-4cbb-a4c9-aef9598bba56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:51.315479 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-972c2c15-241a-45bf-807c-da1c10dea6d8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5814013 Apr 12 03:04:51.319762 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 40852) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:04:51.330970 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-ae4f5202-604e-4f22-9e45-81f6a5c86a0f None None] Attempting to bind port cd46aefb-f88d-44a8-896b-b02e6383e9b7 on host dv-cinder-837443-1-iscsi for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:04:51.331681 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-ae4f5202-604e-4f22-9e45-81f6a5c86a0f None None] Attempting to bind port cd46aefb-f88d-44a8-896b-b02e6383e9b7 by drivers openvswitch,hyperv on host dv-cinder-837443-1-iscsi at level 0 using segments [{'id': 'dd5e46db-2abb-4e6f-862d-f5a1257f87c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:04:51.332120 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4f5202-604e-4f22-9e45-81f6a5c86a0f None None] Attempting to bind port cd46aefb-f88d-44a8-896b-b02e6383e9b7 on network c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:04:51.350859 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-7b908547-8419-44e4-85ff-aadc2e2c5b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:51.361152 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-dc7c8fcc-1f3b-4bf9-95f6-c72e8b138f66 admin admin] Request body: {'subnet': {'network_id': '57486508-8fb0-49dd-8c6c-fda4a3f1ea4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-362512019-subnet', 'tenant_id': '47496f242a894d35af65db36502cdbc1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:04:51.454651 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.db_base_plugin_common [None req-7b908547-8419-44e4-85ff-aadc2e2c5b7d admin admin] Allocated IP 172.27.3.84 (79cba51c-a00f-4d8d-a813-38deb5f63b2a/29b195a7-2bca-4a4f-ac92-aa862b85642e/e2a3f1db-c32b-4a7b-b996-fc9aeff37995) {{(pid=103483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:04:51.496754 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-5dbb77bb-ceb1-4cbb-a4c9-aef9598bba56 None None] Allocated IP 172.20.0.2 (14a47694-9f88-4832-ab57-c60bc64938b8/fe4d4e4c-7961-4f3e-a108-6fc7a367da7d/9e90bee2-effe-46fd-9922-431dbab2be4c) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:04:51.562005 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-7b908547-8419-44e4-85ff-aadc2e2c5b7d admin admin] Publish callbacks [] for port (e2a3f1db-c32b-4a7b-b996-fc9aeff37995), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:51.594572 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4f5202-604e-4f22-9e45-81f6a5c86a0f None None] Checking agent: {'id': 'ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 2, 56, 1), 'started_at': datetime.datetime(2022, 4, 12, 2, 56, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:04:51.595075 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4f5202-604e-4f22-9e45-81f6a5c86a0f None None] Checking segment: {'id': 'dd5e46db-2abb-4e6f-862d-f5a1257f87c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:04:51.595476 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ae4f5202-604e-4f22-9e45-81f6a5c86a0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:51.595929 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4f5202-604e-4f22-9e45-81f6a5c86a0f None None] Bound using segment: {'id': 'dd5e46db-2abb-4e6f-862d-f5a1257f87c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:04:51.596190 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ec5d43ba-3319-4bdb-9651-3288ffebd9dd admin admin] Publish callbacks [] for router_gateway (35c512b1-c0fa-4787-9673-d33c78bee148), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:51.596551 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-ae4f5202-604e-4f22-9e45-81f6a5c86a0f None None] Bound port: cd46aefb-f88d-44a8-896b-b02e6383e9b7, host: dv-cinder-837443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd5e46db-2abb-4e6f-862d-f5a1257f87c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:04:51.596743 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ae4f5202-604e-4f22-9e45-81f6a5c86a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (cd46aefb-f88d-44a8-896b-b02e6383e9b7), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:51.630621 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-7b908547-8419-44e4-85ff-aadc2e2c5b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106'] for port (e2a3f1db-c32b-4a7b-b996-fc9aeff37995), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:51.676003 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c2c15-241a-45bf-807c-da1c10dea6d8 admin admin] Pushing event updated for resources: {'Network': ['ID=57486508-8fb0-49dd-8c6c-fda4a3f1ea4b,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:04:51.687189 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ec5d43ba-3319-4bdb-9651-3288ffebd9dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:51.700947 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b908547-8419-44e4-85ff-aadc2e2c5b7d admin admin] Pushing event updated for resources: {'Port': ['ID=e2a3f1db-c32b-4a7b-b996-fc9aeff37995,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:04:51.708813 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7c8fcc-1f3b-4bf9-95f6-c72e8b138f66 admin admin] Made reservation on behalf of 47496f242a894d35af65db36502cdbc1 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:04:51.712668 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dc7c8fcc-1f3b-4bf9-95f6-c72e8b138f66 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:51.730487 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b908547-8419-44e4-85ff-aadc2e2c5b7d admin admin] Network 79cba51c-a00f-4d8d-a813-38deb5f63b2a is already hosted by enough agents. {{(pid=103483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:04:51.736331 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Network 57486508-8fb0-49dd-8c6c-fda4a3f1ea4b details requested by agent ovs-agent-dv-cinder-837443-1-iscsi with host dv-cinder-837443-1-iscsi {{(pid=103485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 03:04:51.737935 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.base_scheduler [None req-7b908547-8419-44e4-85ff-aadc2e2c5b7d admin admin] Resources bound (agent type, host, resource id): {{(pid=103483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:04:51.740788 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Provisioning complete for port 72c97f6e-d645-4b44-962a-dfc651f9bc37 triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:04:51.741546 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (72c97f6e-d645-4b44-962a-dfc651f9bc37), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:51.750151 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b908547-8419-44e4-85ff-aadc2e2c5b7d admin admin] Received port after_create {{(pid=103483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:04:51.832536 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767f310f-810a-45f6-bd78-b1f26235dd5b None None] Network 813f4c80-9eb3-4fdd-9a75-8d7c76e1f557 requested from dv-cinder-837443-1-iscsi {{(pid=103485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:04:52.081108 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 40880) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:04:52.084688 dv-cinder-837443-1-iscsi neutron-server[103483]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 12 03:04:52.100757 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b09c70b6-796a-40bf-b1e1-384ad1f2e5be admin admin] Publish callbacks [] for router_gateway (c8e4223e-510f-477d-a359-e91f259fe4fb), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:52.146425 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b09c70b6-796a-40bf-b1e1-384ad1f2e5be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:52.148760 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-f834a917-ce57-4ec5-acf8-e9aaa52892ad None None] Provisioning complete for port 72c97f6e-d645-4b44-962a-dfc651f9bc37 triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:04:52.149642 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f834a917-ce57-4ec5-acf8-e9aaa52892ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (72c97f6e-d645-4b44-962a-dfc651f9bc37), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:52.202284 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dc7c8fcc-1f3b-4bf9-95f6-c72e8b138f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074'] for subnet (cea9f4ab-6a25-49a6-804a-264be962b9ac), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:52.283600 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-a55179a6-9d0c-4d57-9db1-99905ca82143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (77298265-b770-4ecb-8871-fc0d0605b5bf), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:52.286086 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-a55179a6-9d0c-4d57-9db1-99905ca82143 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:52.287226 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-a55179a6-9d0c-4d57-9db1-99905ca82143 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/77298265-b770-4ecb-8871-fc0d0605b5bf HTTP/1.1" status: 204 len: 168 time: 2.0291491 Apr 12 03:04:52.287490 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-471e94bf-037c-4f44-b260-43d851e6f9a0 None None] Allocated IP 172.20.0.2 (97d0737a-0806-4131-b2fa-4a4f2be2d49e/6de8150c-bedf-4873-b651-20f43e4f6dc1/f36106a2-32a5-42f6-b2b7-e2d2ff18bd0e) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:04:52.319683 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7c8fcc-1f3b-4bf9-95f6-c72e8b138f66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cea9f4ab-6a25-49a6-804a-264be962b9ac,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:04:52.357209 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-b09c70b6-796a-40bf-b1e1-384ad1f2e5be admin admin] Allocated IP 172.27.3.57 (79cba51c-a00f-4d8d-a813-38deb5f63b2a/29b195a7-2bca-4a4f-ac92-aa862b85642e/617d04a3-61eb-4246-b9a5-ecf4f7581920) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:04:52.376076 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55179a6-9d0c-4d57-9db1-99905ca82143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77298265-b770-4ecb-8871-fc0d0605b5bf,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:04:52.380790 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-ae4f5202-604e-4f22-9e45-81f6a5c86a0f None None] For port cd46aefb-f88d-44a8-896b-b02e6383e9b7, host dv-cinder-837443-1-iscsi, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:04:52.418487 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-15948966-357c-49d2-bc62-0ecd08c631a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3784358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682775'] for router (b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:52.427887 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7c8fcc-1f3b-4bf9-95f6-c72e8b138f66 admin admin] Checking segment: {'id': '646b9b6e-ae23-45ae-ba51-8a265ffe2765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '57486508-8fb0-49dd-8c6c-fda4a3f1ea4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:04:52.428284 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7c8fcc-1f3b-4bf9-95f6-c72e8b138f66 admin admin] Network hostable DHCP agents. Network: 57486508-8fb0-49dd-8c6c-fda4a3f1ea4b, hostable agents: ['fa7f2a92-0c20-457b-b451-d8a4489755d5'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 03:04:52.435195 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d40f7-c651-4665-8c51-3c8824d39c84 req-142adee6-58d9-472d-bef7-3a1ef9d7da29 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:04:52.436747 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c31d40f7-c651-4665-8c51-3c8824d39c84 req-142adee6-58d9-472d-bef7-3a1ef9d7da29 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.32 "GET /v2.0/networks?id=813f4c80-9eb3-4fdd-9a75-8d7c76e1f557 HTTP/1.1" status: 200 len: 811 time: 0.3532486 Apr 12 03:04:52.437011 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-ae4f5202-604e-4f22-9e45-81f6a5c86a0f None None] For port cd46aefb-f88d-44a8-896b-b02e6383e9b7, host dv-cinder-837443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=cd46aefb-f88d-44a8-896b-b02e6383e9b7,segment=NetworkSegment(dd5e46db-2abb-4e6f-862d-f5a1257f87c2),segment_id=dd5e46db-2abb-4e6f-862d-f5a1257f87c2)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:04:52.441416 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-7b908547-8419-44e4-85ff-aadc2e2c5b7d admin admin] Publish callbacks [] for router_gateway (4c6713fb-f30f-4734-bda5-92186752067c), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:52.484182 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7c8fcc-1f3b-4bf9-95f6-c72e8b138f66 admin admin] Network 57486508-8fb0-49dd-8c6c-fda4a3f1ea4b is scheduled to be hosted by DHCP agent fa7f2a92-0c20-457b-b451-d8a4489755d5 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 03:04:52.511373 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-dc7c8fcc-1f3b-4bf9-95f6-c72e8b138f66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837443-1-iscsi, 57486508-8fb0-49dd-8c6c-fda4a3f1ea4b) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:04:52.518520 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b09c70b6-796a-40bf-b1e1-384ad1f2e5be admin admin] Publish callbacks [] for port (617d04a3-61eb-4246-b9a5-ecf4f7581920), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:52.520840 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7c8fcc-1f3b-4bf9-95f6-c72e8b138f66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:04:52.521383 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dc7c8fcc-1f3b-4bf9-95f6-c72e8b138f66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for subnet (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:52.544307 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-dc7c8fcc-1f3b-4bf9-95f6-c72e8b138f66 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1900070 Apr 12 03:04:52.570738 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Current status of the port 72c97f6e-d645-4b44-962a-dfc651f9bc37 is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:04:52.579948 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5dbb77bb-ceb1-4cbb-a4c9-aef9598bba56 None None] Publish callbacks [] for port (9e90bee2-effe-46fd-9922-431dbab2be4c), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:52.585259 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b09c70b6-796a-40bf-b1e1-384ad1f2e5be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106'] for port (617d04a3-61eb-4246-b9a5-ecf4f7581920), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:52.585778 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ac7a8d-ba9e-43c4-8b06-f13006d07551 None None] Network 57486508-8fb0-49dd-8c6c-fda4a3f1ea4b requested from dv-cinder-837443-1-iscsi {{(pid=103485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:04:52.642184 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09c70b6-796a-40bf-b1e1-384ad1f2e5be admin admin] Network 79cba51c-a00f-4d8d-a813-38deb5f63b2a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:04:52.647918 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-b09c70b6-796a-40bf-b1e1-384ad1f2e5be admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:04:52.657591 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09c70b6-796a-40bf-b1e1-384ad1f2e5be admin admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:04:52.673428 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ae4f5202-604e-4f22-9e45-81f6a5c86a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (cd46aefb-f88d-44a8-896b-b02e6383e9b7), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:52.733054 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c31d40f7-c651-4665-8c51-3c8824d39c84 req-89d6f4ec-df4e-40b9-98cd-b78ba0aff4e3 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.32 "GET /v2.0/quotas/82496cc7388048ccb95596e852280502 HTTP/1.1" status: 200 len: 375 time: 0.2885685 Apr 12 03:04:52.739995 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 40888) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:04:52.803465 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09c70b6-796a-40bf-b1e1-384ad1f2e5be admin admin] Pushing event updated for resources: {'Port': ['ID=617d04a3-61eb-4246-b9a5-ecf4f7581920,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:04:52.832894 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 72c97f6e-d645-4b44-962a-dfc651f9bc37 up at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:04:52.835216 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4f5202-604e-4f22-9e45-81f6a5c86a0f None None] Pushing event updated for resources: {'Port': ['ID=cd46aefb-f88d-44a8-896b-b02e6383e9b7,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:04:52.840403 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5dbb77bb-ceb1-4cbb-a4c9-aef9598bba56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106'] for port (9e90bee2-effe-46fd-9922-431dbab2be4c), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:52.884792 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c31d40f7-c651-4665-8c51-3c8824d39c84 req-4b7071c3-c445-47f9-95d9-3b1872dcd9a4 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=82496cc7388048ccb95596e852280502&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1507769 Apr 12 03:04:52.894770 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 40894) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:04:52.948901 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.db_base_plugin_common [None req-ec5d43ba-3319-4bdb-9651-3288ffebd9dd admin admin] Allocated IP 172.27.3.39 (79cba51c-a00f-4d8d-a813-38deb5f63b2a/29b195a7-2bca-4a4f-ac92-aa862b85642e/95173c10-6b01-412c-bf6f-36551b81baff) {{(pid=103483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:04:52.970901 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-313ca661-03c3-4069-a4b8-9dd25bcbddef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:52.990397 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.db_base_plugin_v2 [None req-70581970-503b-441a-8e15-08900444fdf8 admin admin] Deleting subnet 10e0e169-7241-4725-9e3b-5437b5db1793 {{(pid=103483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 03:04:53.003154 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-70581970-503b-441a-8e15-08900444fdf8 admin admin] Publish callbacks [] for subnet (10e0e169-7241-4725-9e3b-5437b5db1793), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:53.036265 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b09c70b6-796a-40bf-b1e1-384ad1f2e5be admin admin] Publish callbacks [] for router_gateway (c8e4223e-510f-477d-a359-e91f259fe4fb), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:53.043750 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbb77bb-ceb1-4cbb-a4c9-aef9598bba56 None None] Network 14a47694-9f88-4832-ab57-c60bc64938b8 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:04:53.056410 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-5dbb77bb-ceb1-4cbb-a4c9-aef9598bba56 None None] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:04:53.059881 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbb77bb-ceb1-4cbb-a4c9-aef9598bba56 None None] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:04:53.073638 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-f834a917-ce57-4ec5-acf8-e9aaa52892ad None None] Current status of the port 72c97f6e-d645-4b44-962a-dfc651f9bc37 is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:04:53.088349 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb77bb-ceb1-4cbb-a4c9-aef9598bba56 None None] Pushing event updated for resources: {'Port': ['ID=9e90bee2-effe-46fd-9922-431dbab2be4c,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:04:53.262729 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-5dbb77bb-ceb1-4cbb-a4c9-aef9598bba56 None None] Attempting to bind port 9e90bee2-effe-46fd-9922-431dbab2be4c on host dv-cinder-837443-1-iscsi for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:04:53.263313 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-5dbb77bb-ceb1-4cbb-a4c9-aef9598bba56 None None] Attempting to bind port 9e90bee2-effe-46fd-9922-431dbab2be4c by drivers openvswitch,hyperv on host dv-cinder-837443-1-iscsi at level 0 using segments [{'id': '99682a96-90c8-491c-a1f8-c6fe889256f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14a47694-9f88-4832-ab57-c60bc64938b8'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:04:53.263448 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbb77bb-ceb1-4cbb-a4c9-aef9598bba56 None None] Attempting to bind port 9e90bee2-effe-46fd-9922-431dbab2be4c on network 14a47694-9f88-4832-ab57-c60bc64938b8 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:04:53.266406 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-70581970-503b-441a-8e15-08900444fdf8 admin admin] Publish callbacks [] for subnet (10e0e169-7241-4725-9e3b-5437b5db1793), precommit_delete_associations {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:53.290299 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-70581970-503b-441a-8e15-08900444fdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662842'] for subnet (10e0e169-7241-4725-9e3b-5437b5db1793), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:53.329068 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-313ca661-03c3-4069-a4b8-9dd25bcbddef admin admin] Publish callbacks [] for security_group (86b8c01c-90bd-4139-b010-97cbb18c6f04), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:53.330519 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbb77bb-ceb1-4cbb-a4c9-aef9598bba56 None None] Checking agent: {'id': 'ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 2, 56, 1), 'started_at': datetime.datetime(2022, 4, 12, 2, 56, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:04:53.330901 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbb77bb-ceb1-4cbb-a4c9-aef9598bba56 None None] Checking segment: {'id': '99682a96-90c8-491c-a1f8-c6fe889256f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14a47694-9f88-4832-ab57-c60bc64938b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:04:53.331304 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5dbb77bb-ceb1-4cbb-a4c9-aef9598bba56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:53.331701 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbb77bb-ceb1-4cbb-a4c9-aef9598bba56 None None] Bound using segment: {'id': '99682a96-90c8-491c-a1f8-c6fe889256f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14a47694-9f88-4832-ab57-c60bc64938b8'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:04:53.332215 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-5dbb77bb-ceb1-4cbb-a4c9-aef9598bba56 None None] Bound port: 9e90bee2-effe-46fd-9922-431dbab2be4c, host: dv-cinder-837443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99682a96-90c8-491c-a1f8-c6fe889256f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14a47694-9f88-4832-ab57-c60bc64938b8'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:04:53.332657 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5dbb77bb-ceb1-4cbb-a4c9-aef9598bba56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (9e90bee2-effe-46fd-9922-431dbab2be4c), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:53.335821 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-471e94bf-037c-4f44-b260-43d851e6f9a0 None None] Publish callbacks [] for port (f36106a2-32a5-42f6-b2b7-e2d2ff18bd0e), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:53.353444 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Provisioning complete for port 72c97f6e-d645-4b44-962a-dfc651f9bc37 triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:04:53.353748 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (72c97f6e-d645-4b44-962a-dfc651f9bc37), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:53.389036 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f35083f-d3df-47e8-833e-8bda4c70a454 None None] Network 57486508-8fb0-49dd-8c6c-fda4a3f1ea4b requested from dv-cinder-837443-1-iscsi {{(pid=103485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:04:53.391064 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-313ca661-03c3-4069-a4b8-9dd25bcbddef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (86b8c01c-90bd-4139-b010-97cbb18c6f04), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:53.415286 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-471e94bf-037c-4f44-b260-43d851e6f9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106'] for port (f36106a2-32a5-42f6-b2b7-e2d2ff18bd0e), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:53.430063 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-313ca661-03c3-4069-a4b8-9dd25bcbddef admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ed8889e4ef064eaa8ceceb856d439862&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5311770 Apr 12 03:04:53.431294 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 40912) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:04:53.446907 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [req-c31d40f7-c651-4665-8c51-3c8824d39c84 req-7f3136e4-7156-46db-aa6c-7d5a351528bb service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103483) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 03:04:53.455704 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c31d40f7-c651-4665-8c51-3c8824d39c84 req-7f3136e4-7156-46db-aa6c-7d5a351528bb service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2742345 Apr 12 03:04:53.504608 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ec5d43ba-3319-4bdb-9651-3288ffebd9dd admin admin] Publish callbacks [] for port (95173c10-6b01-412c-bf6f-36551b81baff), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:53.523627 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313ca661-03c3-4069-a4b8-9dd25bcbddef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b8c01c-90bd-4139-b010-97cbb18c6f04,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:04:53.553692 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7ac27ea1-00b4-4dae-9b27-3f90b5bebffe admin admin] Publish callbacks [] for security_group (86b8c01c-90bd-4139-b010-97cbb18c6f04), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:53.565787 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b09c70b6-796a-40bf-b1e1-384ad1f2e5be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3784358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682775'] for router (c8e4223e-510f-477d-a359-e91f259fe4fb), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:53.609153 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Current status of the port 72c97f6e-d645-4b44-962a-dfc651f9bc37 is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:04:53.620967 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7ac27ea1-00b4-4dae-9b27-3f90b5bebffe admin admin] Publish callbacks [] for security_group (86b8c01c-90bd-4139-b010-97cbb18c6f04), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:53.645618 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-7b908547-8419-44e4-85ff-aadc2e2c5b7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3784358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682775'] for router (4c6713fb-f30f-4734-bda5-92186752067c), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:53.656504 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15948966-357c-49d2-bc62-0ecd08c631a6 admin admin] Router b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df is scheduled to L3 agent beb15aed-f2b6-4676-85ca-b43f14e6acf3 with binding_index 1 {{(pid=103483) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 03:04:53.661466 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471e94bf-037c-4f44-b260-43d851e6f9a0 None None] Network 97d0737a-0806-4131-b2fa-4a4f2be2d49e is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:04:53.704602 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-471e94bf-037c-4f44-b260-43d851e6f9a0 None None] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:04:53.714237 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471e94bf-037c-4f44-b260-43d851e6f9a0 None None] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:04:53.729145 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7ac27ea1-00b4-4dae-9b27-3f90b5bebffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (86b8c01c-90bd-4139-b010-97cbb18c6f04), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:53.732063 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7ac27ea1-00b4-4dae-9b27-3f90b5bebffe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:53.733197 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-7ac27ea1-00b4-4dae-9b27-3f90b5bebffe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/86b8c01c-90bd-4139-b010-97cbb18c6f04 HTTP/1.1" status: 204 len: 168 time: 0.3018157 Apr 12 03:04:53.745512 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac27ea1-00b4-4dae-9b27-3f90b5bebffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b8c01c-90bd-4139-b010-97cbb18c6f04,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:04:53.761488 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b09c70b6-796a-40bf-b1e1-384ad1f2e5be admin admin] Router c8e4223e-510f-477d-a359-e91f259fe4fb is scheduled to L3 agent beb15aed-f2b6-4676-85ca-b43f14e6acf3 with binding_index 1 {{(pid=103484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 03:04:53.769227 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c31d40f7-c651-4665-8c51-3c8824d39c84 req-9104bc9f-a33f-4da5-a901-b77e9472f7ac service neutron] 10.222.0.32 "GET /v2.0/networks/813f4c80-9eb3-4fdd-9a75-8d7c76e1f557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115702 Apr 12 03:04:53.839376 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471e94bf-037c-4f44-b260-43d851e6f9a0 None None] Pushing event updated for resources: {'Port': ['ID=f36106a2-32a5-42f6-b2b7-e2d2ff18bd0e,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:04:53.942116 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5dbb77bb-ceb1-4cbb-a4c9-aef9598bba56 None None] For port 9e90bee2-effe-46fd-9922-431dbab2be4c, host dv-cinder-837443-1-iscsi, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:04:53.955909 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-471e94bf-037c-4f44-b260-43d851e6f9a0 None None] Attempting to bind port f36106a2-32a5-42f6-b2b7-e2d2ff18bd0e on host dv-cinder-837443-1-iscsi for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:04:53.956329 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-471e94bf-037c-4f44-b260-43d851e6f9a0 None None] Attempting to bind port f36106a2-32a5-42f6-b2b7-e2d2ff18bd0e by drivers openvswitch,hyperv on host dv-cinder-837443-1-iscsi at level 0 using segments [{'id': '7d4ebf86-1a25-4cfb-9940-c09dda9a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '97d0737a-0806-4131-b2fa-4a4f2be2d49e'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:04:53.956694 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471e94bf-037c-4f44-b260-43d851e6f9a0 None None] Attempting to bind port f36106a2-32a5-42f6-b2b7-e2d2ff18bd0e on network 97d0737a-0806-4131-b2fa-4a4f2be2d49e {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:04:53.977189 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5dbb77bb-ceb1-4cbb-a4c9-aef9598bba56 None None] For port 9e90bee2-effe-46fd-9922-431dbab2be4c, host dv-cinder-837443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=9e90bee2-effe-46fd-9922-431dbab2be4c,segment=NetworkSegment(99682a96-90c8-491c-a1f8-c6fe889256f4),segment_id=99682a96-90c8-491c-a1f8-c6fe889256f4)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:04:53.981702 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471e94bf-037c-4f44-b260-43d851e6f9a0 None None] Checking agent: {'id': 'ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 2, 56, 1), 'started_at': datetime.datetime(2022, 4, 12, 2, 56, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:04:53.982142 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471e94bf-037c-4f44-b260-43d851e6f9a0 None None] Checking segment: {'id': '7d4ebf86-1a25-4cfb-9940-c09dda9a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '97d0737a-0806-4131-b2fa-4a4f2be2d49e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:04:53.982629 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-471e94bf-037c-4f44-b260-43d851e6f9a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:53.983023 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471e94bf-037c-4f44-b260-43d851e6f9a0 None None] Bound using segment: {'id': '7d4ebf86-1a25-4cfb-9940-c09dda9a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '97d0737a-0806-4131-b2fa-4a4f2be2d49e'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:04:53.983523 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-471e94bf-037c-4f44-b260-43d851e6f9a0 None None] Bound port: f36106a2-32a5-42f6-b2b7-e2d2ff18bd0e, host: dv-cinder-837443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4ebf86-1a25-4cfb-9940-c09dda9a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '97d0737a-0806-4131-b2fa-4a4f2be2d49e'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:04:53.984136 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-471e94bf-037c-4f44-b260-43d851e6f9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (f36106a2-32a5-42f6-b2b7-e2d2ff18bd0e), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:54.098516 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-471e94bf-037c-4f44-b260-43d851e6f9a0 None None] For port f36106a2-32a5-42f6-b2b7-e2d2ff18bd0e, host dv-cinder-837443-1-iscsi, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:04:54.104091 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-471e94bf-037c-4f44-b260-43d851e6f9a0 None None] For port f36106a2-32a5-42f6-b2b7-e2d2ff18bd0e, host dv-cinder-837443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=f36106a2-32a5-42f6-b2b7-e2d2ff18bd0e,segment=NetworkSegment(7d4ebf86-1a25-4cfb-9940-c09dda9a1a9a),segment_id=7d4ebf86-1a25-4cfb-9940-c09dda9a1a9a)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:04:54.109286 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5dbb77bb-ceb1-4cbb-a4c9-aef9598bba56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (9e90bee2-effe-46fd-9922-431dbab2be4c), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:54.123004 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-471e94bf-037c-4f44-b260-43d851e6f9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (f36106a2-32a5-42f6-b2b7-e2d2ff18bd0e), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:54.156877 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09c70b6-796a-40bf-b1e1-384ad1f2e5be admin admin] Notify agent at l3_agent.dv-cinder-837443-1-iscsi the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:04:54.168297 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15948966-357c-49d2-bc62-0ecd08c631a6 admin admin] Notify agent at l3_agent.dv-cinder-837443-1-iscsi the message routers_updated {{(pid=103483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:04:54.173126 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e957ce-a417-485f-a8e0-6241424a2fdf None None] Sync routers for ids ['c8e4223e-510f-477d-a359-e91f259fe4fb'] in dv-cinder-837443-1-iscsi {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:04:54.190793 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b09c70b6-796a-40bf-b1e1-384ad1f2e5be admin admin] Publish callbacks [] for router (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:54.191504 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e957ce-a417-485f-a8e0-6241424a2fdf None None] Routers {'c8e4223e-510f-477d-a359-e91f259fe4fb'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:04:54.192316 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-b09c70b6-796a-40bf-b1e1-384ad1f2e5be admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.6080344 Apr 12 03:04:54.195223 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 40936) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:04:54.198241 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-b6e957ce-a417-485f-a8e0-6241424a2fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:04:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['c8e4223e-510f-477d-a359-e91f259fe4fb'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:04:54.211019 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba523fa2-8652-44b5-ab81-acfc9ea4c4d3 None None] Sync routers for ids ['b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df'] in dv-cinder-837443-1-iscsi {{(pid=103485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:04:54.220862 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-70581970-503b-441a-8e15-08900444fdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074'] for subnet (10e0e169-7241-4725-9e3b-5437b5db1793), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:54.292276 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70581970-503b-441a-8e15-08900444fdf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10e0e169-7241-4725-9e3b-5437b5db1793,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:04:54.334422 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba523fa2-8652-44b5-ab81-acfc9ea4c4d3 None None] Routers {'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:04:54.335108 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-ba523fa2-8652-44b5-ab81-acfc9ea4c4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:04:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df'], 'active': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:04:54.449191 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-70581970-503b-441a-8e15-08900444fdf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for subnet (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:54.454174 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-70581970-503b-441a-8e15-08900444fdf8 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/10e0e169-7241-4725-9e3b-5437b5db1793 HTTP/1.1" status: 204 len: 168 time: 1.7132380 Apr 12 03:04:54.463658 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b908547-8419-44e4-85ff-aadc2e2c5b7d admin admin] Router 4c6713fb-f30f-4734-bda5-92186752067c is scheduled to L3 agent beb15aed-f2b6-4676-85ca-b43f14e6acf3 with binding_index 1 {{(pid=103483) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 03:04:54.474514 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ec5d43ba-3319-4bdb-9651-3288ffebd9dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106'] for port (95173c10-6b01-412c-bf6f-36551b81baff), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:54.483992 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-15948966-357c-49d2-bc62-0ecd08c631a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:54.486224 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-15948966-357c-49d2-bc62-0ecd08c631a6 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.3337643 Apr 12 03:04:54.489811 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 40946) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:04:54.493496 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb77bb-ceb1-4cbb-a4c9-aef9598bba56 None None] Pushing event updated for resources: {'Port': ['ID=9e90bee2-effe-46fd-9922-431dbab2be4c,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:04:54.493723 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 40948) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:04:54.571664 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 40950) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:04:54.695877 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471e94bf-037c-4f44-b260-43d851e6f9a0 None None] Pushing event updated for resources: {'Port': ['ID=f36106a2-32a5-42f6-b2b7-e2d2ff18bd0e,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:04:54.718685 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9f25ae-f96f-4d60-b0fa-78b366e8b5a4 None None] Network c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b requested from dv-cinder-837443-1-iscsi {{(pid=103485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:04:54.726659 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-b6e957ce-a417-485f-a8e0-6241424a2fdf None None] Set router c8e4223e-510f-477d-a359-e91f259fe4fb gateway port host: dv-cinder-837443-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:04:54.750582 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-841cd139-eaf2-4336-b10e-4eec9cfa42f6 None None] Provisioning complete for port cd46aefb-f88d-44a8-896b-b02e6383e9b7 triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:04:54.754107 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-841cd139-eaf2-4336-b10e-4eec9cfa42f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (cd46aefb-f88d-44a8-896b-b02e6383e9b7), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:54.809697 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5d43ba-3319-4bdb-9651-3288ffebd9dd admin admin] Pushing event updated for resources: {'Port': ['ID=95173c10-6b01-412c-bf6f-36551b81baff,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:04:54.884451 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c31d40f7-c651-4665-8c51-3c8824d39c84 req-f9769232-1b2a-44ed-adcb-e155b6002b06 service neutron] 10.222.0.32 "GET /v2.0/networks/813f4c80-9eb3-4fdd-9a75-8d7c76e1f557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1147697 Apr 12 03:04:54.960274 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5d43ba-3319-4bdb-9651-3288ffebd9dd admin admin] Network 79cba51c-a00f-4d8d-a813-38deb5f63b2a is already hosted by enough agents. {{(pid=103483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:04:55.002093 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.base_scheduler [None req-ec5d43ba-3319-4bdb-9651-3288ffebd9dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:04:55.012023 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5d43ba-3319-4bdb-9651-3288ffebd9dd admin admin] Received port after_create {{(pid=103483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:04:55.028198 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device cd46aefb-f88d-44a8-896b-b02e6383e9b7 up at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:04:55.161089 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-b6e957ce-a417-485f-a8e0-6241424a2fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e4223e-510f-477d-a359-e91f259fe4fb', 'name': 'tempest-ServerRescueNegativeTestJSON-233504797-router', 'tenant_id': '52b2d02e7570468daabac047ad3a7fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '617d04a3-61eb-4246-b9a5-ecf4f7581920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:50Z', 'updated_at': '2022-04-12T03:04:52Z', 'revision_number': 3, 'project_id': '52b2d02e7570468daabac047ad3a7fa5', 'gw_port': {'id': '617d04a3-61eb-4246-b9a5-ecf4f7581920', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:71:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e4223e-510f-477d-a359-e91f259fe4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:52Z', 'updated_at': '2022-04-12T03:04:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi'}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:04:55.224752 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e957ce-a417-485f-a8e0-6241424a2fdf None None] Checking router: c8e4223e-510f-477d-a359-e91f259fe4fb for host: dv-cinder-837443-1-iscsi {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:04:55.225874 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e957ce-a417-485f-a8e0-6241424a2fdf None None] Updating router c8e4223e-510f-477d-a359-e91f259fe4fb port 617d04a3-61eb-4246-b9a5-ecf4f7581920 binding host dv-cinder-837443-1-iscsi {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 03:04:55.281950 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b6e957ce-a417-485f-a8e0-6241424a2fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (617d04a3-61eb-4246-b9a5-ecf4f7581920), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:55.448010 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0060c61c-f63a-45aa-97a7-5ad03e649b84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:55.627017 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvr_db [None req-ba523fa2-8652-44b5-ab81-acfc9ea4c4d3 None None] Set router b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df gateway port host: dv-cinder-837443-1-iscsi {{(pid=103485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:04:55.774368 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9082559f-6f98-43a8-adc7-7c2c757da8dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:55.813312 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b6e957ce-a417-485f-a8e0-6241424a2fdf None None] Publish callbacks [] for port (617d04a3-61eb-4246-b9a5-ecf4f7581920), precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:55.830462 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b6e957ce-a417-485f-a8e0-6241424a2fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (617d04a3-61eb-4246-b9a5-ecf4f7581920), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:55.918897 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-a918b449-9815-45b5-88ab-b01677e748fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688745'] for network (1bbe9f17-2938-445f-96de-00e073e4f448), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:55.967015 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-b6e957ce-a417-485f-a8e0-6241424a2fdf None None] Attempting to bind port 617d04a3-61eb-4246-b9a5-ecf4f7581920 on host dv-cinder-837443-1-iscsi for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:04:55.967376 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-b6e957ce-a417-485f-a8e0-6241424a2fdf None None] Attempting to bind port 617d04a3-61eb-4246-b9a5-ecf4f7581920 by drivers openvswitch,hyperv on host dv-cinder-837443-1-iscsi at level 0 using segments [{'id': '44a05d23-3fd0-4081-9abb-c6033767afb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:04:55.967764 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e957ce-a417-485f-a8e0-6241424a2fdf None None] Attempting to bind port 617d04a3-61eb-4246-b9a5-ecf4f7581920 on network 79cba51c-a00f-4d8d-a813-38deb5f63b2a {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:04:55.982766 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e957ce-a417-485f-a8e0-6241424a2fdf None None] Checking agent: {'id': 'ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 2, 56, 1), 'started_at': datetime.datetime(2022, 4, 12, 2, 56, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:04:55.983156 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e957ce-a417-485f-a8e0-6241424a2fdf None None] Checking segment: {'id': '44a05d23-3fd0-4081-9abb-c6033767afb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:04:55.983567 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b6e957ce-a417-485f-a8e0-6241424a2fdf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:55.983994 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e957ce-a417-485f-a8e0-6241424a2fdf None None] Bound using segment: {'id': '44a05d23-3fd0-4081-9abb-c6033767afb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:04:55.984473 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-b6e957ce-a417-485f-a8e0-6241424a2fdf None None] Bound port: 617d04a3-61eb-4246-b9a5-ecf4f7581920, host: dv-cinder-837443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44a05d23-3fd0-4081-9abb-c6033767afb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:04:55.984854 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b6e957ce-a417-485f-a8e0-6241424a2fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (617d04a3-61eb-4246-b9a5-ecf4f7581920), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:55.996901 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-337b4118-0995-49ee-9baa-cd69c2dc3d0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (fa7f2a92-0c20-457b-b451-d8a4489755d5), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:56.054447 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84600a4-0503-4508-ae5e-a34bf9ff53f5 None None] Pushing event updated for resources: {'Port': ['ID=617d04a3-61eb-4246-b9a5-ecf4f7581920,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:04:56.083818 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84600a4-0503-4508-ae5e-a34bf9ff53f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:56.084132 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84600a4-0503-4508-ae5e-a34bf9ff53f5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:56.084497 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84600a4-0503-4508-ae5e-a34bf9ff53f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:56.085649 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84600a4-0503-4508-ae5e-a34bf9ff53f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:56.086619 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84600a4-0503-4508-ae5e-a34bf9ff53f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:56.086977 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84600a4-0503-4508-ae5e-a34bf9ff53f5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:56.087315 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84600a4-0503-4508-ae5e-a34bf9ff53f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:56.087763 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84600a4-0503-4508-ae5e-a34bf9ff53f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:56.088987 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84600a4-0503-4508-ae5e-a34bf9ff53f5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:56.089257 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84600a4-0503-4508-ae5e-a34bf9ff53f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:56.089622 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84600a4-0503-4508-ae5e-a34bf9ff53f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:56.090380 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84600a4-0503-4508-ae5e-a34bf9ff53f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:56.090812 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84600a4-0503-4508-ae5e-a34bf9ff53f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:56.091188 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84600a4-0503-4508-ae5e-a34bf9ff53f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:56.091533 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84600a4-0503-4508-ae5e-a34bf9ff53f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:56.094290 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84600a4-0503-4508-ae5e-a34bf9ff53f5 None None] Tracked resource versions report: Apr 12 03:04:56.094290 dv-cinder-837443-1-iscsi neutron-server[103486]: pushed versions: Apr 12 03:04:56.094290 dv-cinder-837443-1-iscsi neutron-server[103486]: { 'AddressGroup': {'1.2'}, Apr 12 03:04:56.094290 dv-cinder-837443-1-iscsi neutron-server[103486]: 'Agent': {'1.1'}, Apr 12 03:04:56.094290 dv-cinder-837443-1-iscsi neutron-server[103486]: 'ConntrackHelper': {'1.0'}, Apr 12 03:04:56.094290 dv-cinder-837443-1-iscsi neutron-server[103486]: 'LocalIPAssociation': {'1.0'}, Apr 12 03:04:56.094290 dv-cinder-837443-1-iscsi neutron-server[103486]: 'Log': {'1.0'}, Apr 12 03:04:56.094290 dv-cinder-837443-1-iscsi neutron-server[103486]: 'NDPProxy': {'1.0'}, Apr 12 03:04:56.094290 dv-cinder-837443-1-iscsi neutron-server[103486]: 'Network': {'1.1'}, Apr 12 03:04:56.094290 dv-cinder-837443-1-iscsi neutron-server[103486]: 'Port': {'1.7'}, Apr 12 03:04:56.094290 dv-cinder-837443-1-iscsi neutron-server[103486]: 'PortForwarding': {'1.3'}, Apr 12 03:04:56.094290 dv-cinder-837443-1-iscsi neutron-server[103486]: 'QosPolicy': {'1.10'}, Apr 12 03:04:56.094290 dv-cinder-837443-1-iscsi neutron-server[103486]: 'SecurityGroup': {'1.5'}, Apr 12 03:04:56.094290 dv-cinder-837443-1-iscsi neutron-server[103486]: 'SecurityGroupRule': {'1.2'}, Apr 12 03:04:56.094290 dv-cinder-837443-1-iscsi neutron-server[103486]: 'SubPort': {'1.0'}, Apr 12 03:04:56.094290 dv-cinder-837443-1-iscsi neutron-server[103486]: 'Subnet': {'1.1'}, Apr 12 03:04:56.094290 dv-cinder-837443-1-iscsi neutron-server[103486]: 'Trunk': {'1.1'}} Apr 12 03:04:56.094290 dv-cinder-837443-1-iscsi neutron-server[103486]: consumer versions: Apr 12 03:04:56.094290 dv-cinder-837443-1-iscsi neutron-server[103486]: { DHCP agent@dv-cinder-837443-1-iscsi: {}, Apr 12 03:04:56.094290 dv-cinder-837443-1-iscsi neutron-server[103486]: HyperV agent@hv-cinder-83744: {}, Apr 12 03:04:56.094290 dv-cinder-837443-1-iscsi neutron-server[103486]: L3 agent@dv-cinder-837443-1-iscsi: {}, Apr 12 03:04:56.094290 dv-cinder-837443-1-iscsi neutron-server[103486]: Metadata agent@dv-cinder-837443-1-iscsi: {}, Apr 12 03:04:56.094290 dv-cinder-837443-1-iscsi neutron-server[103486]: Metering agent@dv-cinder-837443-1-iscsi: {}, Apr 12 03:04:56.094290 dv-cinder-837443-1-iscsi neutron-server[103486]: Open vSwitch agent@dv-cinder-837443-1-iscsi: { 'AddressGroup': '1.2', Apr 12 03:04:56.094290 dv-cinder-837443-1-iscsi neutron-server[103486]: 'Agent': '1.1', Apr 12 03:04:56.094290 dv-cinder-837443-1-iscsi neutron-server[103486]: 'ConntrackHelper': '1.0', Apr 12 03:04:56.094290 dv-cinder-837443-1-iscsi neutron-server[103486]: 'LocalIPAssociation': '1.0', Apr 12 03:04:56.094290 dv-cinder-837443-1-iscsi neutron-server[103486]: 'Log': '1.0', Apr 12 03:04:56.094290 dv-cinder-837443-1-iscsi neutron-server[103486]: 'NDPProxy': '1.0', Apr 12 03:04:56.094290 dv-cinder-837443-1-iscsi neutron-server[103486]: 'Network': '1.1', Apr 12 03:04:56.094290 dv-cinder-837443-1-iscsi neutron-server[103486]: 'Port': '1.7', Apr 12 03:04:56.094290 dv-cinder-837443-1-iscsi neutron-server[103486]: 'PortForwarding': '1.3', Apr 12 03:04:56.094290 dv-cinder-837443-1-iscsi neutron-server[103486]: 'QosPolicy': '1.10', Apr 12 03:04:56.094290 dv-cinder-837443-1-iscsi neutron-server[103486]: 'SecurityGroup': '1.5', Apr 12 03:04:56.094290 dv-cinder-837443-1-iscsi neutron-server[103486]: 'SecurityGroupRule': '1.2', Apr 12 03:04:56.094290 dv-cinder-837443-1-iscsi neutron-server[103486]: 'SubPort': '1.0', Apr 12 03:04:56.094290 dv-cinder-837443-1-iscsi neutron-server[103486]: 'Subnet': '1.1', Apr 12 03:04:56.094290 dv-cinder-837443-1-iscsi neutron-server[103486]: 'Trunk': '1.1'}} Apr 12 03:04:56.094290 dv-cinder-837443-1-iscsi neutron-server[103486]: {{(pid=103486) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 03:04:56.147752 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b6e957ce-a417-485f-a8e0-6241424a2fdf None None] For port 617d04a3-61eb-4246-b9a5-ecf4f7581920, host dv-cinder-837443-1-iscsi, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:04:56.152270 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-b6e957ce-a417-485f-a8e0-6241424a2fdf None None] For port 617d04a3-61eb-4246-b9a5-ecf4f7581920, host dv-cinder-837443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=617d04a3-61eb-4246-b9a5-ecf4f7581920,segment=NetworkSegment(44a05d23-3fd0-4081-9abb-c6033767afb5),segment_id=44a05d23-3fd0-4081-9abb-c6033767afb5)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:04:56.166440 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-b6e957ce-a417-485f-a8e0-6241424a2fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (617d04a3-61eb-4246-b9a5-ecf4f7581920), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:56.255644 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84600a4-0503-4508-ae5e-a34bf9ff53f5 None None] Pushing event updated for resources: {'Port': ['ID=617d04a3-61eb-4246-b9a5-ecf4f7581920,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:04:56.325075 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b908547-8419-44e4-85ff-aadc2e2c5b7d admin admin] Notify agent at l3_agent.dv-cinder-837443-1-iscsi the message routers_updated {{(pid=103483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:04:56.351811 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12606b5b-7fb6-4677-9c6d-f3a5cd19d475 None None] Sync routers for ids ['4c6713fb-f30f-4734-bda5-92186752067c'] in dv-cinder-837443-1-iscsi {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:04:56.352035 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0060c61c-f63a-45aa-97a7-5ad03e649b84 admin admin] Publish callbacks [] for security_group (5759f969-d963-4cbf-9ca5-fa6b100af944), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:56.395941 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Provisioning complete for port cd46aefb-f88d-44a8-896b-b02e6383e9b7 triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:04:56.396102 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0060c61c-f63a-45aa-97a7-5ad03e649b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (5759f969-d963-4cbf-9ca5-fa6b100af944), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:56.396594 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (cd46aefb-f88d-44a8-896b-b02e6383e9b7), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:56.398382 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12606b5b-7fb6-4677-9c6d-f3a5cd19d475 None None] Routers {'4c6713fb-f30f-4734-bda5-92186752067c'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:04:56.399193 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-12606b5b-7fb6-4677-9c6d-f3a5cd19d475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:04:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['4c6713fb-f30f-4734-bda5-92186752067c'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:04:56.466385 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-7b908547-8419-44e4-85ff-aadc2e2c5b7d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:56.467665 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-7b908547-8419-44e4-85ff-aadc2e2c5b7d admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.3781848 Apr 12 03:04:56.492817 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 41014) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:04:56.551259 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0affd018-42b5-4517-90a1-3dbfb0ed75c2 None None] Network 97d0737a-0806-4131-b2fa-4a4f2be2d49e requested from dv-cinder-837443-1-iscsi {{(pid=103485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:04:56.606104 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 41022) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:04:56.635214 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-0060c61c-f63a-45aa-97a7-5ad03e649b84 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6e829d30ff584a2da0cb9ab3d40cbcdd&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0571742 Apr 12 03:04:56.643745 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 41026) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:04:56.669450 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0060c61c-f63a-45aa-97a7-5ad03e649b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5759f969-d963-4cbf-9ca5-fa6b100af944,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:04:56.692991 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e957ce-a417-485f-a8e0-6241424a2fdf None None] Routers {'c8e4223e-510f-477d-a359-e91f259fe4fb'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:04:56.694464 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-b6e957ce-a417-485f-a8e0-6241424a2fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:04:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['c8e4223e-510f-477d-a359-e91f259fe4fb'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:04:56.710253 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-9082559f-6f98-43a8-adc7-7c2c757da8dc admin admin] Allocated IP 172.20.0.1 (14a47694-9f88-4832-ab57-c60bc64938b8/fe4d4e4c-7961-4f3e-a108-6fc7a367da7d/7a3e36c3-c754-4dd5-a185-3f25286139da) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:04:56.734963 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-ba523fa2-8652-44b5-ab81-acfc9ea4c4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df', 'name': 'tempest-AttachVolumeShelveTestJSON-600950735-router', 'tenant_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '1f833beb-1b0a-47a7-ad22-a06e54385443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:47Z', 'updated_at': '2022-04-12T03:04:50Z', 'revision_number': 3, 'project_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'gw_port': {'id': '1f833beb-1b0a-47a7-ad22-a06e54385443', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:29:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:48Z', 'updated_at': '2022-04-12T03:04:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi'}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:04:56.771318 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-a918b449-9815-45b5-88ab-b01677e748fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659639', 'neutron.services.segments.db._delete_segments_for_network-8733264514991'] for network (1bbe9f17-2938-445f-96de-00e073e4f448), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:56.811218 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b47f7d3-3bf9-43fc-b509-1f55a2f546d8 None None] Network 14a47694-9f88-4832-ab57-c60bc64938b8 requested from dv-cinder-837443-1-iscsi {{(pid=103485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:04:56.812966 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7a871f74-d66b-4864-9896-6e5f26d950a4 admin admin] Publish callbacks [] for security_group (5759f969-d963-4cbf-9ca5-fa6b100af944), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:56.821771 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba523fa2-8652-44b5-ab81-acfc9ea4c4d3 None None] Checking router: b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df for host: dv-cinder-837443-1-iscsi {{(pid=103485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:04:56.822442 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba523fa2-8652-44b5-ab81-acfc9ea4c4d3 None None] Updating router b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df port 1f833beb-1b0a-47a7-ad22-a06e54385443 binding host dv-cinder-837443-1-iscsi {{(pid=103485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 03:04:56.824698 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-12606b5b-7fb6-4677-9c6d-f3a5cd19d475 None None] Set router 4c6713fb-f30f-4734-bda5-92186752067c gateway port host: dv-cinder-837443-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:04:56.851113 dv-cinder-837443-1-iscsi neutron-server[103484]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 12 03:04:56.888035 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-a918b449-9815-45b5-88ab-b01677e748fd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 03:04:56.888585 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-a918b449-9815-45b5-88ab-b01677e748fd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 03:04:56.895699 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-a918b449-9815-45b5-88ab-b01677e748fd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 03:04:56.896200 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-a918b449-9815-45b5-88ab-b01677e748fd admin admin] Subscribe: > port after_create 55550000 {{(pid=103483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 03:04:56.896520 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-a918b449-9815-45b5-88ab-b01677e748fd admin admin] Subscribe: > port after_delete 55550000 {{(pid=103483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 03:04:56.896880 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-a918b449-9815-45b5-88ab-b01677e748fd admin admin] Subscribe: > port after_update 55550000 {{(pid=103483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 03:04:56.897352 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-a918b449-9815-45b5-88ab-b01677e748fd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 03:04:56.897744 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-a918b449-9815-45b5-88ab-b01677e748fd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 03:04:56.898466 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-a918b449-9815-45b5-88ab-b01677e748fd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 03:04:56.898894 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-a918b449-9815-45b5-88ab-b01677e748fd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 03:04:56.928037 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-56c409f9-bc3c-4022-a665-7a2bd2a26c45 req-d0cb1722-a947-49f9-a955-93aa59bbc3e6 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e5a42ad-be99-4b50-a15d-098ecfad7c41 HTTP/1.1" status: 200 len: 210 time: 0.3181224 Apr 12 03:04:56.945310 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7a871f74-d66b-4864-9896-6e5f26d950a4 admin admin] Publish callbacks [] for security_group (5759f969-d963-4cbf-9ca5-fa6b100af944), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:56.994985 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ba523fa2-8652-44b5-ab81-acfc9ea4c4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (1f833beb-1b0a-47a7-ad22-a06e54385443), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:56.996967 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9082559f-6f98-43a8-adc7-7c2c757da8dc admin admin] Publish callbacks [] for port (7a3e36c3-c754-4dd5-a185-3f25286139da), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:56.998177 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Current status of the port cd46aefb-f88d-44a8-896b-b02e6383e9b7 is: DOWN; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:04:56.998760 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (cd46aefb-f88d-44a8-896b-b02e6383e9b7), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:57.064655 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7a871f74-d66b-4864-9896-6e5f26d950a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (5759f969-d963-4cbf-9ca5-fa6b100af944), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:57.067216 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7a871f74-d66b-4864-9896-6e5f26d950a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:57.083998 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-7a871f74-d66b-4864-9896-6e5f26d950a4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5759f969-d963-4cbf-9ca5-fa6b100af944 HTTP/1.1" status: 204 len: 168 time: 0.4249568 Apr 12 03:04:57.096122 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9082559f-6f98-43a8-adc7-7c2c757da8dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106'] for port (7a3e36c3-c754-4dd5-a185-3f25286139da), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:57.100382 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a871f74-d66b-4864-9896-6e5f26d950a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5759f969-d963-4cbf-9ca5-fa6b100af944,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:04:57.192748 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9082559f-6f98-43a8-adc7-7c2c757da8dc admin admin] Network 14a47694-9f88-4832-ab57-c60bc64938b8 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:04:57.196967 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-9082559f-6f98-43a8-adc7-7c2c757da8dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:04:57.206741 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9082559f-6f98-43a8-adc7-7c2c757da8dc admin admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:04:57.207245 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9082559f-6f98-43a8-adc7-7c2c757da8dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682596'] for router_interface (c8e4223e-510f-477d-a359-e91f259fe4fb), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:57.222272 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-a918b449-9815-45b5-88ab-b01677e748fd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 03:04:57.222755 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-a918b449-9815-45b5-88ab-b01677e748fd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 03:04:57.226338 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-a918b449-9815-45b5-88ab-b01677e748fd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 03:04:57.226774 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-a918b449-9815-45b5-88ab-b01677e748fd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 03:04:57.227334 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.services.segments.db [None req-a918b449-9815-45b5-88ab-b01677e748fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bbe9f17-2938-445f-96de-00e073e4f448']}} {{(pid=103483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:04:57.290830 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9082559f-6f98-43a8-adc7-7c2c757da8dc admin admin] Pushing event updated for resources: {'Port': ['ID=7a3e36c3-c754-4dd5-a185-3f25286139da,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:04:57.396745 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-841cd139-eaf2-4336-b10e-4eec9cfa42f6 None None] Current status of the port cd46aefb-f88d-44a8-896b-b02e6383e9b7 is: DOWN; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:04:57.398371 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-841cd139-eaf2-4336-b10e-4eec9cfa42f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (cd46aefb-f88d-44a8-896b-b02e6383e9b7), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:57.406404 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.services.segments.db [None req-a918b449-9815-45b5-88ab-b01677e748fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1de156ab-dae8-4b39-bf69-8b11707b8430') {'for_net_delete': True} {{(pid=103483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:04:57.406785 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.services.segments.db [None req-a918b449-9815-45b5-88ab-b01677e748fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1de156ab-dae8-4b39-bf69-8b11707b8430') {} {{(pid=103483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:04:57.423626 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-12606b5b-7fb6-4677-9c6d-f3a5cd19d475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6713fb-f30f-4734-bda5-92186752067c', 'name': 'tempest-AttachVolumeTestJSON-759078494-router', 'tenant_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': 'e2a3f1db-c32b-4a7b-b996-fc9aeff37995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:50Z', 'updated_at': '2022-04-12T03:04:51Z', 'revision_number': 3, 'project_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'gw_port': {'id': 'e2a3f1db-c32b-4a7b-b996-fc9aeff37995', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:9b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6713fb-f30f-4734-bda5-92186752067c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:51Z', 'updated_at': '2022-04-12T03:04:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi'}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:04:57.430039 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-a918b449-9815-45b5-88ab-b01677e748fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733264516792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1983593'] for segment (1de156ab-dae8-4b39-bf69-8b11707b8430), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:57.475118 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-a918b449-9815-45b5-88ab-b01677e748fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (1de156ab-dae8-4b39-bf69-8b11707b8430), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:57.497958 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a918b449-9815-45b5-88ab-b01677e748fd admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 03:04:57.499083 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-a918b449-9815-45b5-88ab-b01677e748fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28322596'] for segment (1de156ab-dae8-4b39-bf69-8b11707b8430), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:57.530372 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9082559f-6f98-43a8-adc7-7c2c757da8dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (7a3e36c3-c754-4dd5-a185-3f25286139da), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:57.558961 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12606b5b-7fb6-4677-9c6d-f3a5cd19d475 None None] Checking router: 4c6713fb-f30f-4734-bda5-92186752067c for host: dv-cinder-837443-1-iscsi {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:04:57.560327 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12606b5b-7fb6-4677-9c6d-f3a5cd19d475 None None] Updating router 4c6713fb-f30f-4734-bda5-92186752067c port e2a3f1db-c32b-4a7b-b996-fc9aeff37995 binding host dv-cinder-837443-1-iscsi {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 03:04:57.646821 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-b6e957ce-a417-485f-a8e0-6241424a2fdf None None] Set router c8e4223e-510f-477d-a359-e91f259fe4fb gateway port host: dv-cinder-837443-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:04:57.738055 dv-cinder-837443-1-iscsi neutron-server[103483]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 03:04:57.738055 dv-cinder-837443-1-iscsi neutron-server[103483]: from cryptography.utils import int_from_bytes Apr 12 03:04:57.738055 dv-cinder-837443-1-iscsi neutron-server[103483]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 03:04:57.738055 dv-cinder-837443-1-iscsi neutron-server[103483]: from cryptography.utils import int_from_bytes Apr 12 03:04:57.738055 dv-cinder-837443-1-iscsi neutron-server[103483]: Traceback (most recent call last): Apr 12 03:04:57.738055 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 03:04:57.738055 dv-cinder-837443-1-iscsi neutron-server[103483]: timer() Apr 12 03:04:57.738055 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 03:04:57.738055 dv-cinder-837443-1-iscsi neutron-server[103483]: cb(*args, **kw) Apr 12 03:04:57.738055 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 03:04:57.738055 dv-cinder-837443-1-iscsi neutron-server[103483]: return func(*args, **kwargs) Apr 12 03:04:57.738055 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 03:04:57.738055 dv-cinder-837443-1-iscsi neutron-server[103483]: self._notify() Apr 12 03:04:57.738055 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 03:04:57.738055 dv-cinder-837443-1-iscsi neutron-server[103483]: self.callback(batched_events) Apr 12 03:04:57.738055 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 03:04:57.738055 dv-cinder-837443-1-iscsi neutron-server[103483]: event.method(event) Apr 12 03:04:57.738055 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 03:04:57.738055 dv-cinder-837443-1-iscsi neutron-server[103483]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 03:04:57.738055 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 03:04:57.738055 dv-cinder-837443-1-iscsi neutron-server[103483]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 03:04:57.738055 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 03:04:57.738055 dv-cinder-837443-1-iscsi neutron-server[103483]: return f(self, *a, **k) Apr 12 03:04:57.738055 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 03:04:57.738055 dv-cinder-837443-1-iscsi neutron-server[103483]: return self._get(url).json() Apr 12 03:04:57.738055 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 03:04:57.738055 dv-cinder-837443-1-iscsi neutron-server[103483]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 03:04:57.738055 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 03:04:57.738055 dv-cinder-837443-1-iscsi neutron-server[103483]: return self.request(url, 'GET', **kwargs) Apr 12 03:04:57.738055 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 03:04:57.738055 dv-cinder-837443-1-iscsi neutron-server[103483]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 03:04:57.738055 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 03:04:57.738055 dv-cinder-837443-1-iscsi neutron-server[103483]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 03:04:57.738055 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 03:04:57.738055 dv-cinder-837443-1-iscsi neutron-server[103483]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 03:04:57.738055 dv-cinder-837443-1-iscsi neutron-server[103483]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 03:04:57.743340 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ec5d43ba-3319-4bdb-9651-3288ffebd9dd admin admin] Publish callbacks [] for router_gateway (35c512b1-c0fa-4787-9673-d33c78bee148), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:57.810341 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] For port cd46aefb-f88d-44a8-896b-b02e6383e9b7, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=cd46aefb-f88d-44a8-896b-b02e6383e9b7,segment=NetworkSegment(dd5e46db-2abb-4e6f-862d-f5a1257f87c2),segment_id=dd5e46db-2abb-4e6f-862d-f5a1257f87c2)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:04:57.871060 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (cd46aefb-f88d-44a8-896b-b02e6383e9b7), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:57.910794 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 41074) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:04:57.936801 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-a6a55d7a-b04f-4f4c-8ec9-86f805ea3d1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:58.043600 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-12606b5b-7fb6-4677-9c6d-f3a5cd19d475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (e2a3f1db-c32b-4a7b-b996-fc9aeff37995), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:58.083953 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Pushing event updated for resources: {'Port': ['ID=cd46aefb-f88d-44a8-896b-b02e6383e9b7,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:04:58.093480 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9082559f-6f98-43a8-adc7-7c2c757da8dc admin admin] Publish callbacks [] for port (7a3e36c3-c754-4dd5-a185-3f25286139da), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:58.095541 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 41080) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:04:58.111193 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9082559f-6f98-43a8-adc7-7c2c757da8dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (7a3e36c3-c754-4dd5-a185-3f25286139da), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:58.111945 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9082559f-6f98-43a8-adc7-7c2c757da8dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685268'] for router_interface (c8e4223e-510f-477d-a359-e91f259fe4fb), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:58.132408 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6e9bc2c5-c4db-4352-b56d-c99b0f2cc8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (beb15aed-f2b6-4676-85ca-b43f14e6acf3), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:58.142714 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-a6a55d7a-b04f-4f4c-8ec9-86f805ea3d1b admin admin] Publish callbacks [] for security_group (c1f209f3-ea45-4fcf-8a00-277e0f13b372), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:58.185277 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-a6a55d7a-b04f-4f4c-8ec9-86f805ea3d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (c1f209f3-ea45-4fcf-8a00-277e0f13b372), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:58.221453 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device f36106a2-32a5-42f6-b2b7-e2d2ff18bd0e up at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:04:58.256054 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9082559f-6f98-43a8-adc7-7c2c757da8dc admin admin] Pushing event updated for resources: {'Port': ['ID=7a3e36c3-c754-4dd5-a185-3f25286139da,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:04:58.284391 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-a6a55d7a-b04f-4f4c-8ec9-86f805ea3d1b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=77dd7860d12644818e5110014bd6b574&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3670557 Apr 12 03:04:58.284975 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.db.api [None req-841cd139-eaf2-4336-b10e-4eec9cfa42f6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103485) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 03:04:58.285050 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG oslo_db.api [None req-841cd139-eaf2-4336-b10e-4eec9cfa42f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 03:04:58.312924 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 41084) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:04:58.376639 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-936b95f8-c39d-49e4-9ed5-c963ba68c1b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:58.376858 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a63736aa-03b4-448a-a5ac-a324793c796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (2fa08797-e830-4b1e-af03-8a255eb086f2), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:58.400305 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Provisioning complete for port f36106a2-32a5-42f6-b2b7-e2d2ff18bd0e triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:04:58.401426 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (f36106a2-32a5-42f6-b2b7-e2d2ff18bd0e), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:58.459510 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-a918b449-9815-45b5-88ab-b01677e748fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682719'] for network (1bbe9f17-2938-445f-96de-00e073e4f448), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:58.485258 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-b4a0196a-7ff1-452c-81e0-ea4e7d9ce91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:58.547776 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9082559f-6f98-43a8-adc7-7c2c757da8dc admin admin] Network 14a47694-9f88-4832-ab57-c60bc64938b8 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:04:58.551379 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-9082559f-6f98-43a8-adc7-7c2c757da8dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:04:58.567639 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-b6e957ce-a417-485f-a8e0-6241424a2fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e4223e-510f-477d-a359-e91f259fe4fb', 'name': 'tempest-ServerRescueNegativeTestJSON-233504797-router', 'tenant_id': '52b2d02e7570468daabac047ad3a7fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '617d04a3-61eb-4246-b9a5-ecf4f7581920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:50Z', 'updated_at': '2022-04-12T03:04:52Z', 'revision_number': 3, 'project_id': '52b2d02e7570468daabac047ad3a7fa5', 'gw_port': {'id': '617d04a3-61eb-4246-b9a5-ecf4f7581920', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:71:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e4223e-510f-477d-a359-e91f259fe4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:52Z', 'updated_at': '2022-04-12T03:04:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi'}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:04:58.616214 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e957ce-a417-485f-a8e0-6241424a2fdf None None] The sync data for ids ['c8e4223e-510f-477d-a359-e91f259fe4fb'] in dv-cinder-837443-1-iscsi is: [{'id': 'c8e4223e-510f-477d-a359-e91f259fe4fb', 'name': 'tempest-ServerRescueNegativeTestJSON-233504797-router', 'tenant_id': '52b2d02e7570468daabac047ad3a7fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '617d04a3-61eb-4246-b9a5-ecf4f7581920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:50Z', 'updated_at': '2022-04-12T03:04:52Z', 'revision_number': 3, 'project_id': '52b2d02e7570468daabac047ad3a7fa5', 'gw_port': {'id': '617d04a3-61eb-4246-b9a5-ecf4f7581920', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:71:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e4223e-510f-477d-a359-e91f259fe4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:52Z', 'updated_at': '2022-04-12T03:04:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi'}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:04:58.628827 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ba523fa2-8652-44b5-ab81-acfc9ea4c4d3 None None] Publish callbacks [] for port (1f833beb-1b0a-47a7-ad22-a06e54385443), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:58.650071 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ba523fa2-8652-44b5-ab81-acfc9ea4c4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (1f833beb-1b0a-47a7-ad22-a06e54385443), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:58.661524 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-3a35f8db-cd99-4318-9a47-2d1f770190d5 req-9c1faede-d743-4e75-a1f8-5e7101edc90b tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e5a42ad-be99-4b50-a15d-098ecfad7c41 HTTP/1.1" status: 200 len: 210 time: 0.1953723 Apr 12 03:04:58.704637 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c36f6a-2f21-4731-981c-24bab86862a6 None None] Pushing event updated for resources: {'Port': ['ID=1f833beb-1b0a-47a7-ad22-a06e54385443,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:04:58.706502 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-a918b449-9815-45b5-88ab-b01677e748fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for network (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:58.708210 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Current status of the port f36106a2-32a5-42f6-b2b7-e2d2ff18bd0e is: DOWN; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:04:58.708600 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (f36106a2-32a5-42f6-b2b7-e2d2ff18bd0e), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:58.722044 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-a918b449-9815-45b5-88ab-b01677e748fd admin admin] 10.222.0.32 "DELETE /v2.0/networks/1bbe9f17-2938-445f-96de-00e073e4f448 HTTP/1.1" status: 204 len: 168 time: 4.2101979 Apr 12 03:04:58.725201 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-936b95f8-c39d-49e4-9ed5-c963ba68c1b0 admin admin] Publish callbacks [] for security_group (ee19298d-49ac-45f4-ae62-afe09b1be5fc), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:58.726294 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 41088) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:04:58.783598 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-ba523fa2-8652-44b5-ab81-acfc9ea4c4d3 None None] Attempting to bind port 1f833beb-1b0a-47a7-ad22-a06e54385443 on host dv-cinder-837443-1-iscsi for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:04:58.783998 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-ba523fa2-8652-44b5-ab81-acfc9ea4c4d3 None None] Attempting to bind port 1f833beb-1b0a-47a7-ad22-a06e54385443 by drivers openvswitch,hyperv on host dv-cinder-837443-1-iscsi at level 0 using segments [{'id': '44a05d23-3fd0-4081-9abb-c6033767afb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:04:58.784363 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba523fa2-8652-44b5-ab81-acfc9ea4c4d3 None None] Attempting to bind port 1f833beb-1b0a-47a7-ad22-a06e54385443 on network 79cba51c-a00f-4d8d-a813-38deb5f63b2a {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:04:58.806953 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a55d7a-b04f-4f4c-8ec9-86f805ea3d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f209f3-ea45-4fcf-8a00-277e0f13b372,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:04:58.862087 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a918b449-9815-45b5-88ab-b01677e748fd admin admin] Pushing event deleted for resources: {'Network': ['ID=1bbe9f17-2938-445f-96de-00e073e4f448,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:04:58.868510 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba523fa2-8652-44b5-ab81-acfc9ea4c4d3 None None] Checking agent: {'id': 'ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 2, 56, 1), 'started_at': datetime.datetime(2022, 4, 12, 2, 56, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:04:58.869040 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba523fa2-8652-44b5-ab81-acfc9ea4c4d3 None None] Checking segment: {'id': '44a05d23-3fd0-4081-9abb-c6033767afb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:04:58.870601 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ba523fa2-8652-44b5-ab81-acfc9ea4c4d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:58.871015 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba523fa2-8652-44b5-ab81-acfc9ea4c4d3 None None] Bound using segment: {'id': '44a05d23-3fd0-4081-9abb-c6033767afb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:04:58.871520 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-ba523fa2-8652-44b5-ab81-acfc9ea4c4d3 None None] Bound port: 1f833beb-1b0a-47a7-ad22-a06e54385443, host: dv-cinder-837443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44a05d23-3fd0-4081-9abb-c6033767afb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:04:58.871976 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ba523fa2-8652-44b5-ab81-acfc9ea4c4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (1f833beb-1b0a-47a7-ad22-a06e54385443), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:58.872989 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.25', 53483) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:04:58.900258 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] For port f36106a2-32a5-42f6-b2b7-e2d2ff18bd0e, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=f36106a2-32a5-42f6-b2b7-e2d2ff18bd0e,segment=NetworkSegment(7d4ebf86-1a25-4cfb-9940-c09dda9a1a9a),segment_id=7d4ebf86-1a25-4cfb-9940-c09dda9a1a9a)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:04:58.939684 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (f36106a2-32a5-42f6-b2b7-e2d2ff18bd0e), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:58.940619 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 9e90bee2-effe-46fd-9922-431dbab2be4c up at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:04:59.007802 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-12606b5b-7fb6-4677-9c6d-f3a5cd19d475 None None] Publish callbacks [] for port (e2a3f1db-c32b-4a7b-b996-fc9aeff37995), precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:59.017467 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-12606b5b-7fb6-4677-9c6d-f3a5cd19d475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (e2a3f1db-c32b-4a7b-b996-fc9aeff37995), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:59.051481 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-841cd139-eaf2-4336-b10e-4eec9cfa42f6 None None] Current status of the port cd46aefb-f88d-44a8-896b-b02e6383e9b7 is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:04:59.091080 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9082559f-6f98-43a8-adc7-7c2c757da8dc admin admin] Router c8e4223e-510f-477d-a359-e91f259fe4fb has already been hosted by L3 agent beb15aed-f2b6-4676-85ca-b43f14e6acf3 {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:04:59.122331 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-ba523fa2-8652-44b5-ab81-acfc9ea4c4d3 None None] For port 1f833beb-1b0a-47a7-ad22-a06e54385443, host dv-cinder-837443-1-iscsi, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:04:59.138275 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-936b95f8-c39d-49e4-9ed5-c963ba68c1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (ee19298d-49ac-45f4-ae62-afe09b1be5fc), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:59.143021 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-ba523fa2-8652-44b5-ab81-acfc9ea4c4d3 None None] For port 1f833beb-1b0a-47a7-ad22-a06e54385443, host dv-cinder-837443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=1f833beb-1b0a-47a7-ad22-a06e54385443,segment=NetworkSegment(44a05d23-3fd0-4081-9abb-c6033767afb5),segment_id=44a05d23-3fd0-4081-9abb-c6033767afb5)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:04:59.160891 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Pushing event updated for resources: {'Port': ['ID=f36106a2-32a5-42f6-b2b7-e2d2ff18bd0e,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:04:59.168994 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f1bac-9c73-4b62-bcf1-0164a871b5f4 None None] Pushing event updated for resources: {'Port': ['ID=e2a3f1db-c32b-4a7b-b996-fc9aeff37995,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:04:59.187570 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ba523fa2-8652-44b5-ab81-acfc9ea4c4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (1f833beb-1b0a-47a7-ad22-a06e54385443), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:59.215247 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-12606b5b-7fb6-4677-9c6d-f3a5cd19d475 None None] Attempting to bind port e2a3f1db-c32b-4a7b-b996-fc9aeff37995 on host dv-cinder-837443-1-iscsi for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:04:59.228411 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-12606b5b-7fb6-4677-9c6d-f3a5cd19d475 None None] Attempting to bind port e2a3f1db-c32b-4a7b-b996-fc9aeff37995 by drivers openvswitch,hyperv on host dv-cinder-837443-1-iscsi at level 0 using segments [{'id': '44a05d23-3fd0-4081-9abb-c6033767afb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:04:59.230817 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12606b5b-7fb6-4677-9c6d-f3a5cd19d475 None None] Attempting to bind port e2a3f1db-c32b-4a7b-b996-fc9aeff37995 on network 79cba51c-a00f-4d8d-a813-38deb5f63b2a {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:04:59.244266 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12606b5b-7fb6-4677-9c6d-f3a5cd19d475 None None] Checking agent: {'id': 'ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 2, 56, 1), 'started_at': datetime.datetime(2022, 4, 12, 2, 56, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:04:59.249471 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12606b5b-7fb6-4677-9c6d-f3a5cd19d475 None None] Checking segment: {'id': '44a05d23-3fd0-4081-9abb-c6033767afb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:04:59.250998 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-12606b5b-7fb6-4677-9c6d-f3a5cd19d475 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:59.251752 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12606b5b-7fb6-4677-9c6d-f3a5cd19d475 None None] Bound using segment: {'id': '44a05d23-3fd0-4081-9abb-c6033767afb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:04:59.252464 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-12606b5b-7fb6-4677-9c6d-f3a5cd19d475 None None] Bound port: e2a3f1db-c32b-4a7b-b996-fc9aeff37995, host: dv-cinder-837443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44a05d23-3fd0-4081-9abb-c6033767afb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:04:59.253042 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-12606b5b-7fb6-4677-9c6d-f3a5cd19d475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (e2a3f1db-c32b-4a7b-b996-fc9aeff37995), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:59.281492 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-e9ad1461-eda3-4842-b22c-49eb5769cc33 None None] Provisioning complete for port cd46aefb-f88d-44a8-896b-b02e6383e9b7 triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:04:59.282108 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e9ad1461-eda3-4842-b22c-49eb5769cc33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (cd46aefb-f88d-44a8-896b-b02e6383e9b7), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:59.283624 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Provisioning complete for port 9e90bee2-effe-46fd-9922-431dbab2be4c triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:04:59.284016 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (9e90bee2-effe-46fd-9922-431dbab2be4c), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:59.318081 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-12606b5b-7fb6-4677-9c6d-f3a5cd19d475 None None] For port e2a3f1db-c32b-4a7b-b996-fc9aeff37995, host dv-cinder-837443-1-iscsi, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:04:59.323886 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-12606b5b-7fb6-4677-9c6d-f3a5cd19d475 None None] For port e2a3f1db-c32b-4a7b-b996-fc9aeff37995, host dv-cinder-837443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=e2a3f1db-c32b-4a7b-b996-fc9aeff37995,segment=NetworkSegment(44a05d23-3fd0-4081-9abb-c6033767afb5),segment_id=44a05d23-3fd0-4081-9abb-c6033767afb5)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:04:59.351787 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-12606b5b-7fb6-4677-9c6d-f3a5cd19d475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (e2a3f1db-c32b-4a7b-b996-fc9aeff37995), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:59.426816 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9082559f-6f98-43a8-adc7-7c2c757da8dc admin admin] Notify agent at l3_agent.dv-cinder-837443-1-iscsi the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:04:59.443770 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-9082559f-6f98-43a8-adc7-7c2c757da8dc admin admin] 10.222.0.32 "PUT /v2.0/routers/c8e4223e-510f-477d-a359-e91f259fe4fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2472720 Apr 12 03:04:59.454254 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-936b95f8-c39d-49e4-9ed5-c963ba68c1b0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=76175f7c31674a2b8de79d06af74a02e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3566432 Apr 12 03:04:59.463241 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 41102) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:04:59.504257 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c36f6a-2f21-4731-981c-24bab86862a6 None None] Pushing event updated for resources: {'Port': ['ID=1f833beb-1b0a-47a7-ad22-a06e54385443,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:04:59.513522 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b95f8-c39d-49e4-9ed5-c963ba68c1b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee19298d-49ac-45f4-ae62-afe09b1be5fc,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:04:59.522428 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba523fa2-8652-44b5-ab81-acfc9ea4c4d3 None None] Routers {'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:04:59.522968 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-ba523fa2-8652-44b5-ab81-acfc9ea4c4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:04:58Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df'], 'active': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:04:59.547263 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f1bac-9c73-4b62-bcf1-0164a871b5f4 None None] Pushing event updated for resources: {'Port': ['ID=e2a3f1db-c32b-4a7b-b996-fc9aeff37995,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:04:59.559365 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-5468ab00-71ce-425c-a9a8-fa0e487b9f82 admin admin] Deleting subnet cea9f4ab-6a25-49a6-804a-264be962b9ac {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 03:04:59.566061 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5468ab00-71ce-425c-a9a8-fa0e487b9f82 admin admin] Publish callbacks [] for subnet (cea9f4ab-6a25-49a6-804a-264be962b9ac), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:59.599779 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12606b5b-7fb6-4677-9c6d-f3a5cd19d475 None None] Routers {'4c6713fb-f30f-4734-bda5-92186752067c'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:04:59.603484 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-12606b5b-7fb6-4677-9c6d-f3a5cd19d475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:04:58Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['4c6713fb-f30f-4734-bda5-92186752067c'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:04:59.653016 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5468ab00-71ce-425c-a9a8-fa0e487b9f82 admin admin] Publish callbacks [] for subnet (cea9f4ab-6a25-49a6-804a-264be962b9ac), precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:59.675370 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5468ab00-71ce-425c-a9a8-fa0e487b9f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662842'] for subnet (cea9f4ab-6a25-49a6-804a-264be962b9ac), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:59.711923 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-76e65688-474a-4868-8fa1-45042472c7f7 admin admin] Publish callbacks [] for security_group (ee19298d-49ac-45f4-ae62-afe09b1be5fc), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:59.752001 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-76e65688-474a-4868-8fa1-45042472c7f7 admin admin] Publish callbacks [] for security_group (ee19298d-49ac-45f4-ae62-afe09b1be5fc), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:59.847270 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5468ab00-71ce-425c-a9a8-fa0e487b9f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074'] for subnet (cea9f4ab-6a25-49a6-804a-264be962b9ac), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:59.847491 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-12606b5b-7fb6-4677-9c6d-f3a5cd19d475 None None] Set router 4c6713fb-f30f-4734-bda5-92186752067c gateway port host: dv-cinder-837443-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:04:59.903468 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5468ab00-71ce-425c-a9a8-fa0e487b9f82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cea9f4ab-6a25-49a6-804a-264be962b9ac,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:04:59.911916 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5468ab00-71ce-425c-a9a8-fa0e487b9f82 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:59.916975 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-5468ab00-71ce-425c-a9a8-fa0e487b9f82 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/cea9f4ab-6a25-49a6-804a-264be962b9ac HTTP/1.1" status: 204 len: 168 time: 1.1821589 Apr 12 03:04:59.918982 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 41126) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:04:59.921762 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-76e65688-474a-4868-8fa1-45042472c7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (ee19298d-49ac-45f4-ae62-afe09b1be5fc), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:59.924911 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-76e65688-474a-4868-8fa1-45042472c7f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:59.928517 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-76e65688-474a-4868-8fa1-45042472c7f7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ee19298d-49ac-45f4-ae62-afe09b1be5fc HTTP/1.1" status: 204 len: 168 time: 0.4392705 Apr 12 03:04:59.960546 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-0e09dfcc-ade3-493a-888a-ce161df82292 admin admin] Publish callbacks [] for security_group (c1f209f3-ea45-4fcf-8a00-277e0f13b372), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:59.965371 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e65688-474a-4868-8fa1-45042472c7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee19298d-49ac-45f4-ae62-afe09b1be5fc,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:00.026396 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-0e09dfcc-ade3-493a-888a-ce161df82292 admin admin] Publish callbacks [] for security_group (c1f209f3-ea45-4fcf-8a00-277e0f13b372), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:00.188797 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-d96033bd-5e8e-4877-a157-246afeece93f req-35529bbf-b60c-4bc9-98ec-f3fb75a9708b tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e5a42ad-be99-4b50-a15d-098ecfad7c41 HTTP/1.1" status: 200 len: 210 time: 0.1170280 Apr 12 03:05:00.209960 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5d6f9235-4909-4f68-aeee-2c14d000c2ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688745'] for network (57486508-8fb0-49dd-8c6c-fda4a3f1ea4b), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:00.263917 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-12606b5b-7fb6-4677-9c6d-f3a5cd19d475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6713fb-f30f-4734-bda5-92186752067c', 'name': 'tempest-AttachVolumeTestJSON-759078494-router', 'tenant_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': 'e2a3f1db-c32b-4a7b-b996-fc9aeff37995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:50Z', 'updated_at': '2022-04-12T03:04:51Z', 'revision_number': 3, 'project_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'gw_port': {'id': 'e2a3f1db-c32b-4a7b-b996-fc9aeff37995', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:9b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6713fb-f30f-4734-bda5-92186752067c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:51Z', 'updated_at': '2022-04-12T03:04:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi'}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:05:00.273382 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Current status of the port 9e90bee2-effe-46fd-9922-431dbab2be4c is: DOWN; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:05:00.273935 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (9e90bee2-effe-46fd-9922-431dbab2be4c), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:00.298379 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12606b5b-7fb6-4677-9c6d-f3a5cd19d475 None None] The sync data for ids ['4c6713fb-f30f-4734-bda5-92186752067c'] in dv-cinder-837443-1-iscsi is: [{'id': '4c6713fb-f30f-4734-bda5-92186752067c', 'name': 'tempest-AttachVolumeTestJSON-759078494-router', 'tenant_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': 'e2a3f1db-c32b-4a7b-b996-fc9aeff37995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:50Z', 'updated_at': '2022-04-12T03:04:51Z', 'revision_number': 3, 'project_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'gw_port': {'id': 'e2a3f1db-c32b-4a7b-b996-fc9aeff37995', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:9b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6713fb-f30f-4734-bda5-92186752067c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:51Z', 'updated_at': '2022-04-12T03:04:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi'}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:05:00.305708 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be625cda-7f2b-4ec3-b03f-aa24446ccc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d888e177-8f03-43a8-a394-c59927fa1996), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:00.381547 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.db_base_plugin_common [None req-b4a0196a-7ff1-452c-81e0-ea4e7d9ce91a admin admin] Allocated IP 172.20.0.1 (2b3dbba0-7776-42cc-ae85-893ed357f655/100d1803-3d36-4c71-9fbf-e95fa2273558/330332dd-0596-4aed-b9db-935a1aa7ceae) {{(pid=103483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:05:00.426618 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5d6f9235-4909-4f68-aeee-2c14d000c2ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659639', 'neutron.services.segments.db._delete_segments_for_network-8733264514991'] for network (57486508-8fb0-49dd-8c6c-fda4a3f1ea4b), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:00.456509 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d40f7-c651-4665-8c51-3c8824d39c84 req-d1d2a214-e047-432b-a0a0-da8be0597755 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:00.458466 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c31d40f7-c651-4665-8c51-3c8824d39c84 req-d1d2a214-e047-432b-a0a0-da8be0597755 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.25 "GET /v2.0/networks?id=813f4c80-9eb3-4fdd-9a75-8d7c76e1f557 HTTP/1.1" status: 200 len: 811 time: 1.5485106 Apr 12 03:05:00.463914 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5d6f9235-4909-4f68-aeee-2c14d000c2ca admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 03:05:00.464489 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5d6f9235-4909-4f68-aeee-2c14d000c2ca admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 03:05:00.465350 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5d6f9235-4909-4f68-aeee-2c14d000c2ca admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 03:05:00.465756 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5d6f9235-4909-4f68-aeee-2c14d000c2ca admin admin] Subscribe: > port after_create 55550000 {{(pid=103484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 03:05:00.466080 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5d6f9235-4909-4f68-aeee-2c14d000c2ca admin admin] Subscribe: > port after_delete 55550000 {{(pid=103484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 03:05:00.466734 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5d6f9235-4909-4f68-aeee-2c14d000c2ca admin admin] Subscribe: > port after_update 55550000 {{(pid=103484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 03:05:00.466872 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5d6f9235-4909-4f68-aeee-2c14d000c2ca admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 03:05:00.467275 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5d6f9235-4909-4f68-aeee-2c14d000c2ca admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 03:05:00.467703 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5d6f9235-4909-4f68-aeee-2c14d000c2ca admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 03:05:00.468078 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5d6f9235-4909-4f68-aeee-2c14d000c2ca admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 03:05:00.513304 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] For port 9e90bee2-effe-46fd-9922-431dbab2be4c, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=9e90bee2-effe-46fd-9922-431dbab2be4c,segment=NetworkSegment(99682a96-90c8-491c-a1f8-c6fe889256f4),segment_id=99682a96-90c8-491c-a1f8-c6fe889256f4)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:05:00.520899 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-e9ad1461-eda3-4842-b22c-49eb5769cc33 None None] Current status of the port cd46aefb-f88d-44a8-896b-b02e6383e9b7 is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:05:00.527232 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (9e90bee2-effe-46fd-9922-431dbab2be4c), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:00.564060 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvr_db [None req-ba523fa2-8652-44b5-ab81-acfc9ea4c4d3 None None] Set router b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df gateway port host: dv-cinder-837443-1-iscsi {{(pid=103485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:05:00.570417 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 41144) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:05:00.647159 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-e9ad1461-eda3-4842-b22c-49eb5769cc33 None None] Provisioning complete for port 7a3e36c3-c754-4dd5-a185-3f25286139da triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:05:00.647606 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [req-c31d40f7-c651-4665-8c51-3c8824d39c84 req-54b41243-a339-4b92-80bd-31933dca4085 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] Request body: {'port': {'device_id': '1e5a42ad-be99-4b50-a15d-098ecfad7c41', 'network_id': '813f4c80-9eb3-4fdd-9a75-8d7c76e1f557', 'admin_state_up': True, 'tenant_id': '82496cc7388048ccb95596e852280502'}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:05:00.647745 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e9ad1461-eda3-4842-b22c-49eb5769cc33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (7a3e36c3-c754-4dd5-a185-3f25286139da), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:00.780349 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5d6f9235-4909-4f68-aeee-2c14d000c2ca admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 03:05:00.780693 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5d6f9235-4909-4f68-aeee-2c14d000c2ca admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 03:05:00.782064 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5d6f9235-4909-4f68-aeee-2c14d000c2ca admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 03:05:00.782064 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5d6f9235-4909-4f68-aeee-2c14d000c2ca admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 03:05:00.782064 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.services.segments.db [None req-5d6f9235-4909-4f68-aeee-2c14d000c2ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57486508-8fb0-49dd-8c6c-fda4a3f1ea4b']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:05:00.864515 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.services.segments.db [None req-5d6f9235-4909-4f68-aeee-2c14d000c2ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '646b9b6e-ae23-45ae-ba51-8a265ffe2765') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:05:00.864819 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.services.segments.db [None req-5d6f9235-4909-4f68-aeee-2c14d000c2ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '646b9b6e-ae23-45ae-ba51-8a265ffe2765') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:05:00.869970 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-e9ad1461-eda3-4842-b22c-49eb5769cc33 None None] Port 7a3e36c3-c754-4dd5-a185-3f25286139da cannot update to ACTIVE because it is not bound. {{(pid=103485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:05:00.882615 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 617d04a3-61eb-4246-b9a5-ecf4f7581920 up at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:05:00.919627 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5d6f9235-4909-4f68-aeee-2c14d000c2ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733264516792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28399243'] for segment (646b9b6e-ae23-45ae-ba51-8a265ffe2765), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:00.971497 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5d6f9235-4909-4f68-aeee-2c14d000c2ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (646b9b6e-ae23-45ae-ba51-8a265ffe2765), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:00.976247 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-e9ad1461-eda3-4842-b22c-49eb5769cc33 None None] Provisioning complete for port f36106a2-32a5-42f6-b2b7-e2d2ff18bd0e triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:05:00.976862 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e9ad1461-eda3-4842-b22c-49eb5769cc33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (f36106a2-32a5-42f6-b2b7-e2d2ff18bd0e), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:00.982815 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d6f9235-4909-4f68-aeee-2c14d000c2ca admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 03:05:00.983769 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5d6f9235-4909-4f68-aeee-2c14d000c2ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28695332'] for segment (646b9b6e-ae23-45ae-ba51-8a265ffe2765), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:00.984330 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Pushing event updated for resources: {'Port': ['ID=9e90bee2-effe-46fd-9922-431dbab2be4c,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:00.989872 dv-cinder-837443-1-iscsi neutron-server[103484]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 03:05:00.989872 dv-cinder-837443-1-iscsi neutron-server[103484]: from cryptography.utils import int_from_bytes Apr 12 03:05:00.989872 dv-cinder-837443-1-iscsi neutron-server[103484]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 03:05:00.989872 dv-cinder-837443-1-iscsi neutron-server[103484]: from cryptography.utils import int_from_bytes Apr 12 03:05:00.989872 dv-cinder-837443-1-iscsi neutron-server[103484]: Traceback (most recent call last): Apr 12 03:05:00.989872 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 03:05:00.989872 dv-cinder-837443-1-iscsi neutron-server[103484]: timer() Apr 12 03:05:00.989872 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 03:05:00.989872 dv-cinder-837443-1-iscsi neutron-server[103484]: cb(*args, **kw) Apr 12 03:05:00.989872 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 03:05:00.989872 dv-cinder-837443-1-iscsi neutron-server[103484]: return func(*args, **kwargs) Apr 12 03:05:00.989872 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 03:05:00.989872 dv-cinder-837443-1-iscsi neutron-server[103484]: self._notify() Apr 12 03:05:00.989872 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 03:05:00.989872 dv-cinder-837443-1-iscsi neutron-server[103484]: self.callback(batched_events) Apr 12 03:05:00.989872 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 03:05:00.989872 dv-cinder-837443-1-iscsi neutron-server[103484]: event.method(event) Apr 12 03:05:00.989872 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 03:05:00.989872 dv-cinder-837443-1-iscsi neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 03:05:00.989872 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 03:05:00.989872 dv-cinder-837443-1-iscsi neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 03:05:00.989872 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 03:05:00.989872 dv-cinder-837443-1-iscsi neutron-server[103484]: return f(self, *a, **k) Apr 12 03:05:00.989872 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 03:05:00.989872 dv-cinder-837443-1-iscsi neutron-server[103484]: return self._get(url).json() Apr 12 03:05:00.989872 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 03:05:00.989872 dv-cinder-837443-1-iscsi neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 03:05:00.989872 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 03:05:00.989872 dv-cinder-837443-1-iscsi neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 12 03:05:00.989872 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 03:05:00.989872 dv-cinder-837443-1-iscsi neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 03:05:00.989872 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 03:05:00.989872 dv-cinder-837443-1-iscsi neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 03:05:00.989872 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 03:05:00.989872 dv-cinder-837443-1-iscsi neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 03:05:00.989872 dv-cinder-837443-1-iscsi neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 03:05:01.116978 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5d6f9235-4909-4f68-aeee-2c14d000c2ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682719'] for network (57486508-8fb0-49dd-8c6c-fda4a3f1ea4b), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:01.128745 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5d6f9235-4909-4f68-aeee-2c14d000c2ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for network (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:01.135570 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-5d6f9235-4909-4f68-aeee-2c14d000c2ca admin admin] 10.222.0.32 "DELETE /v2.0/networks/57486508-8fb0-49dd-8c6c-fda4a3f1ea4b HTTP/1.1" status: 204 len: 168 time: 1.2149956 Apr 12 03:05:01.168929 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6f9235-4909-4f68-aeee-2c14d000c2ca admin admin] Pushing event deleted for resources: {'Network': ['ID=57486508-8fb0-49dd-8c6c-fda4a3f1ea4b,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:01.239263 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-e9ad1461-eda3-4842-b22c-49eb5769cc33 None None] Current status of the port f36106a2-32a5-42f6-b2b7-e2d2ff18bd0e is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:05:01.248547 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Provisioning complete for port 617d04a3-61eb-4246-b9a5-ecf4f7581920 triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:05:01.248982 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (617d04a3-61eb-4246-b9a5-ecf4f7581920), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:01.252645 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-ba523fa2-8652-44b5-ab81-acfc9ea4c4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df', 'name': 'tempest-AttachVolumeShelveTestJSON-600950735-router', 'tenant_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '1f833beb-1b0a-47a7-ad22-a06e54385443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:47Z', 'updated_at': '2022-04-12T03:04:50Z', 'revision_number': 3, 'project_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'gw_port': {'id': '1f833beb-1b0a-47a7-ad22-a06e54385443', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:29:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:48Z', 'updated_at': '2022-04-12T03:04:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi'}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:05:01.253993 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ee5bd997-94f4-49e9-bb48-3d963cf5e390 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:01.302907 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba523fa2-8652-44b5-ab81-acfc9ea4c4d3 None None] The sync data for ids ['b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df'] in dv-cinder-837443-1-iscsi is: [{'id': 'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df', 'name': 'tempest-AttachVolumeShelveTestJSON-600950735-router', 'tenant_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '1f833beb-1b0a-47a7-ad22-a06e54385443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:47Z', 'updated_at': '2022-04-12T03:04:50Z', 'revision_number': 3, 'project_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'gw_port': {'id': '1f833beb-1b0a-47a7-ad22-a06e54385443', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:29:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:48Z', 'updated_at': '2022-04-12T03:04:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi'}] {{(pid=103485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:05:01.456644 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ec5d43ba-3319-4bdb-9651-3288ffebd9dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3784358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682775'] for router (35c512b1-c0fa-4787-9673-d33c78bee148), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:01.457731 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-e9ad1461-eda3-4842-b22c-49eb5769cc33 None None] Provisioning complete for port 9e90bee2-effe-46fd-9922-431dbab2be4c triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:05:01.458397 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e9ad1461-eda3-4842-b22c-49eb5769cc33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (9e90bee2-effe-46fd-9922-431dbab2be4c), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:01.472439 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:01.557776 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-0719e8e8-a082-4dcb-b4a6-a9cd20fdcf1d req-62075b8d-a124-4331-8b4c-186f96e6bec3 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e5a42ad-be99-4b50-a15d-098ecfad7c41 HTTP/1.1" status: 200 len: 210 time: 0.1433134 Apr 12 03:05:01.737658 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-e9ad1461-eda3-4842-b22c-49eb5769cc33 None None] Current status of the port 9e90bee2-effe-46fd-9922-431dbab2be4c is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:05:01.775958 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 41154) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:05:01.856702 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1ff2f4-aa9d-4d44-93fe-2cdb2bf7f628 None None] Sync routers for ids ['c8e4223e-510f-477d-a359-e91f259fe4fb'] in dv-cinder-837443-1-iscsi {{(pid=103485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:05:01.865520 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a75271-3f11-43cd-896d-779b37d4b855 req-2c920044-0db2-49ad-b9b1-31425e93c5cf tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:01.867699 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-93a75271-3f11-43cd-896d-779b37d4b855 req-2c920044-0db2-49ad-b9b1-31425e93c5cf tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/networks?id=14a47694-9f88-4832-ab57-c60bc64938b8 HTTP/1.1" status: 200 len: 818 time: 1.3411028 Apr 12 03:05:01.880456 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Current status of the port 617d04a3-61eb-4246-b9a5-ecf4f7581920 is: DOWN; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:05:01.880781 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (617d04a3-61eb-4246-b9a5-ecf4f7581920), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:01.899672 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-715dc474-74fc-4ca5-8dd3-f105b74627a9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1bfa2e50a0ff463ba5bb50c6edc5407f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1215444 Apr 12 03:05:01.900457 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 41156) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:05:01.914253 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1ff2f4-aa9d-4d44-93fe-2cdb2bf7f628 None None] Routers {'c8e4223e-510f-477d-a359-e91f259fe4fb'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:05:01.914253 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-8b1ff2f4-aa9d-4d44-93fe-2cdb2bf7f628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:04:58Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['c8e4223e-510f-477d-a359-e91f259fe4fb'], 'active': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:05:01.967002 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-0e09dfcc-ade3-493a-888a-ce161df82292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (c1f209f3-ea45-4fcf-8a00-277e0f13b372), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:01.968126 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-83f31c94-db04-4a69-80f4-9fdfebaa32bb None None] Provisioning complete for port 7a3e36c3-c754-4dd5-a185-3f25286139da triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:05:01.968547 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-83f31c94-db04-4a69-80f4-9fdfebaa32bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (7a3e36c3-c754-4dd5-a185-3f25286139da), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:01.973370 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-0e09dfcc-ade3-493a-888a-ce161df82292 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:01.977383 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-0e09dfcc-ade3-493a-888a-ce161df82292 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c1f209f3-ea45-4fcf-8a00-277e0f13b372 HTTP/1.1" status: 204 len: 168 time: 3.6150823 Apr 12 03:05:02.033117 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-83f31c94-db04-4a69-80f4-9fdfebaa32bb None None] Port 7a3e36c3-c754-4dd5-a185-3f25286139da cannot update to ACTIVE because it is not bound. {{(pid=103485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:05:02.035969 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] For port 617d04a3-61eb-4246-b9a5-ecf4f7581920, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=617d04a3-61eb-4246-b9a5-ecf4f7581920,segment=NetworkSegment(44a05d23-3fd0-4081-9abb-c6033767afb5),segment_id=44a05d23-3fd0-4081-9abb-c6033767afb5)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:05:02.125871 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4da79061-7502-4e36-9261-e2752b3aa0f9 admin admin] Publish callbacks [] for security_group (503de994-9900-4b2d-8ce0-7c886fe60bc2), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:02.169496 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4da79061-7502-4e36-9261-e2752b3aa0f9 admin admin] Publish callbacks [] for security_group (503de994-9900-4b2d-8ce0-7c886fe60bc2), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:02.172390 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (617d04a3-61eb-4246-b9a5-ecf4f7581920), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:02.173503 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device f36106a2-32a5-42f6-b2b7-e2d2ff18bd0e up at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:05:02.244525 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4da79061-7502-4e36-9261-e2752b3aa0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (503de994-9900-4b2d-8ce0-7c886fe60bc2), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:02.247535 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4da79061-7502-4e36-9261-e2752b3aa0f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:02.253256 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-4da79061-7502-4e36-9261-e2752b3aa0f9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/503de994-9900-4b2d-8ce0-7c886fe60bc2 HTTP/1.1" status: 204 len: 168 time: 0.3518753 Apr 12 03:05:02.267231 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da79061-7502-4e36-9261-e2752b3aa0f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503de994-9900-4b2d-8ce0-7c886fe60bc2,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:02.429159 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-93a75271-3f11-43cd-896d-779b37d4b855 req-0abc537f-6992-41cb-a0e8-ebf274921196 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/quotas/52b2d02e7570468daabac047ad3a7fa5 HTTP/1.1" status: 200 len: 375 time: 0.4374199 Apr 12 03:05:02.489732 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-b4a0196a-7ff1-452c-81e0-ea4e7d9ce91a admin admin] Publish callbacks [] for port (330332dd-0596-4aed-b9db-935a1aa7ceae), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:02.494403 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e09dfcc-ade3-493a-888a-ce161df82292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f209f3-ea45-4fcf-8a00-277e0f13b372,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:02.624684 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-93a75271-3f11-43cd-896d-779b37d4b855 req-048d0cdc-9ba8-463c-8ee9-9b85809d25ac tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=52b2d02e7570468daabac047ad3a7fa5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1416950 Apr 12 03:05:02.733324 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvr_db [None req-8b1ff2f4-aa9d-4d44-93fe-2cdb2bf7f628 None None] Set router c8e4223e-510f-477d-a359-e91f259fe4fb gateway port host: dv-cinder-837443-1-iscsi {{(pid=103485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:05:02.735562 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Pushing event updated for resources: {'Port': ['ID=617d04a3-61eb-4246-b9a5-ecf4f7581920,revision_number=4']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:02.809866 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-83ab81f9-358d-45e7-964c-1f1f6fef1719 req-537c642c-6a30-492e-9ee9-7e6e30089072 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e5a42ad-be99-4b50-a15d-098ecfad7c41 HTTP/1.1" status: 200 len: 210 time: 0.0819538 Apr 12 03:05:02.891190 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Provisioning complete for port f36106a2-32a5-42f6-b2b7-e2d2ff18bd0e triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:05:02.891594 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (f36106a2-32a5-42f6-b2b7-e2d2ff18bd0e), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:02.988205 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 41176) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:05:02.988596 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c31d40f7-c651-4665-8c51-3c8824d39c84 req-54b41243-a339-4b92-80bd-31933dca4085 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] Made reservation on behalf of 82496cc7388048ccb95596e852280502 for: {'port': 1} {{(pid=103483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:05:02.992308 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-c31d40f7-c651-4665-8c51-3c8824d39c84 req-54b41243-a339-4b92-80bd-31933dca4085 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:03.118009 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-a1bce414-2959-4536-9eba-edad1ba743ca admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=47496f242a894d35af65db36502cdbc1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1282325 Apr 12 03:05:03.122443 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 41178) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:05:03.341626 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cf58d836-2f04-43c9-b25b-fe79387c5bf1 admin admin] Publish callbacks [] for security_group (4c8b6897-fcdb-4f70-81da-26f4665e5102), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:03.411052 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5d43ba-3319-4bdb-9651-3288ffebd9dd admin admin] Router 35c512b1-c0fa-4787-9673-d33c78bee148 is scheduled to L3 agent beb15aed-f2b6-4676-85ca-b43f14e6acf3 with binding_index 1 {{(pid=103483) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 03:05:03.426947 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cf58d836-2f04-43c9-b25b-fe79387c5bf1 admin admin] Publish callbacks [] for security_group (4c8b6897-fcdb-4f70-81da-26f4665e5102), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:03.430670 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-e0f7e7bc-b603-499f-b41b-6b02e2d6f2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:03.442233 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-93a75271-3f11-43cd-896d-779b37d4b855 req-a32a6272-009a-4a4a-9f2f-ec239229a593 service neutron] 10.222.0.32 "GET /v2.0/networks/14a47694-9f88-4832-ab57-c60bc64938b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8081844 Apr 12 03:05:03.448345 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-b4a0196a-7ff1-452c-81e0-ea4e7d9ce91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28322803'] for port (330332dd-0596-4aed-b9db-935a1aa7ceae), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:03.480623 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Current status of the port f36106a2-32a5-42f6-b2b7-e2d2ff18bd0e is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:05:03.483638 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device cd46aefb-f88d-44a8-896b-b02e6383e9b7 up at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:05:03.580007 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cf58d836-2f04-43c9-b25b-fe79387c5bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (4c8b6897-fcdb-4f70-81da-26f4665e5102), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:03.585327 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cf58d836-2f04-43c9-b25b-fe79387c5bf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:03.595099 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-cf58d836-2f04-43c9-b25b-fe79387c5bf1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4c8b6897-fcdb-4f70-81da-26f4665e5102 HTTP/1.1" status: 204 len: 168 time: 0.4702749 Apr 12 03:05:03.621701 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf58d836-2f04-43c9-b25b-fe79387c5bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8b6897-fcdb-4f70-81da-26f4665e5102,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:03.701773 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-8b1ff2f4-aa9d-4d44-93fe-2cdb2bf7f628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e4223e-510f-477d-a359-e91f259fe4fb', 'name': 'tempest-ServerRescueNegativeTestJSON-233504797-router', 'tenant_id': '52b2d02e7570468daabac047ad3a7fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '617d04a3-61eb-4246-b9a5-ecf4f7581920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:50Z', 'updated_at': '2022-04-12T03:04:57Z', 'revision_number': 4, 'project_id': '52b2d02e7570468daabac047ad3a7fa5', 'gw_port': {'id': '617d04a3-61eb-4246-b9a5-ecf4f7581920', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:71:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e4223e-510f-477d-a359-e91f259fe4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:52Z', 'updated_at': '2022-04-12T03:04:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': '7a3e36c3-c754-4dd5-a185-3f25286139da', 'name': '', 'network_id': '14a47694-9f88-4832-ab57-c60bc64938b8', 'tenant_id': '52b2d02e7570468daabac047ad3a7fa5', 'mac_address': 'fa:16:3e:18:4d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e4223e-510f-477d-a359-e91f259fe4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'fe4d4e4c-7961-4f3e-a108-6fc7a367da7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:55Z', 'updated_at': '2022-04-12T03:04:57Z', 'revision_number': 2, 'project_id': '52b2d02e7570468daabac047ad3a7fa5', 'subnets': [{'id': 'fe4d4e4c-7961-4f3e-a108-6fc7a367da7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:05:03.777967 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1ff2f4-aa9d-4d44-93fe-2cdb2bf7f628 None None] Checking router: c8e4223e-510f-477d-a359-e91f259fe4fb for host: dv-cinder-837443-1-iscsi {{(pid=103485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:05:03.782425 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1ff2f4-aa9d-4d44-93fe-2cdb2bf7f628 None None] Updating router c8e4223e-510f-477d-a359-e91f259fe4fb port 7a3e36c3-c754-4dd5-a185-3f25286139da binding host dv-cinder-837443-1-iscsi {{(pid=103485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 03:05:03.790466 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Provisioning complete for port cd46aefb-f88d-44a8-896b-b02e6383e9b7 triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:05:03.790861 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (cd46aefb-f88d-44a8-896b-b02e6383e9b7), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:03.967286 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8b1ff2f4-aa9d-4d44-93fe-2cdb2bf7f628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (7a3e36c3-c754-4dd5-a185-3f25286139da), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:04.030266 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-bc95ca77-255c-4c8e-99a5-9ab4389209b5 req-e9e3a5df-dd43-467a-98fa-8e8d94132aa2 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e5a42ad-be99-4b50-a15d-098ecfad7c41 HTTP/1.1" status: 200 len: 210 time: 0.0706322 Apr 12 03:05:04.211058 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a0196a-7ff1-452c-81e0-ea4e7d9ce91a admin admin] Pushing event updated for resources: {'Port': ['ID=330332dd-0596-4aed-b9db-935a1aa7ceae,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:04.281184 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a0196a-7ff1-452c-81e0-ea4e7d9ce91a admin admin] Network 2b3dbba0-7776-42cc-ae85-893ed357f655 is already hosted by enough agents. {{(pid=103483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:05:04.315156 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ee5bd997-94f4-49e9-bb48-3d963cf5e390 admin admin] Publish callbacks [] for security_group (f24521d4-89a4-4649-8b4f-10519035576c), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:04.438708 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ee5bd997-94f4-49e9-bb48-3d963cf5e390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (f24521d4-89a4-4649-8b4f-10519035576c), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:04.497407 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.base_scheduler [None req-b4a0196a-7ff1-452c-81e0-ea4e7d9ce91a admin admin] Resources bound (agent type, host, resource id): {{(pid=103483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:05:04.501681 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a0196a-7ff1-452c-81e0-ea4e7d9ce91a admin admin] Received port after_create {{(pid=103483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:05:04.557003 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Current status of the port cd46aefb-f88d-44a8-896b-b02e6383e9b7 is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:05:04.655360 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-ee5bd997-94f4-49e9-bb48-3d963cf5e390 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=98768e17488845bca25b5fec380fa8ac&name=default HTTP/1.1" status: 200 len: 2996 time: 4.0468013 Apr 12 03:05:04.658626 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 41212) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:05:04.677856 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-b4a0196a-7ff1-452c-81e0-ea4e7d9ce91a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682596'] for router_interface (b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:04.852585 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b104318c-4ec4-4b9d-8149-f9e6f2f8c851 admin admin] Publish callbacks [] for security_group (f24521d4-89a4-4649-8b4f-10519035576c), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:04.981171 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8b1ff2f4-aa9d-4d44-93fe-2cdb2bf7f628 None None] Publish callbacks [] for port (7a3e36c3-c754-4dd5-a185-3f25286139da), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:04.984851 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b104318c-4ec4-4b9d-8149-f9e6f2f8c851 admin admin] Publish callbacks [] for security_group (f24521d4-89a4-4649-8b4f-10519035576c), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:04.997851 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8b1ff2f4-aa9d-4d44-93fe-2cdb2bf7f628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (7a3e36c3-c754-4dd5-a185-3f25286139da), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:05.016839 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.db_base_plugin_common [req-c31d40f7-c651-4665-8c51-3c8824d39c84 req-54b41243-a339-4b92-80bd-31933dca4085 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] Allocated IP 172.20.0.12 (813f4c80-9eb3-4fdd-9a75-8d7c76e1f557/575ab2eb-1835-4a60-bd9e-d998a2e09934/768640d7-9586-42d0-9999-52dc1b337da1) {{(pid=103483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:05:05.071612 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3457e372-1f3c-40ae-96c3-67c75cd6502b None None] Pushing event updated for resources: {'Port': ['ID=7a3e36c3-c754-4dd5-a185-3f25286139da,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:05.074477 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 1f833beb-1b0a-47a7-ad22-a06e54385443 up at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:05:05.131121 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-c5a3127a-593d-486c-ba02-6bb55fa7d49f None None] Provisioning complete for port 330332dd-0596-4aed-b9db-935a1aa7ceae triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:05:05.131457 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c5a3127a-593d-486c-ba02-6bb55fa7d49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (330332dd-0596-4aed-b9db-935a1aa7ceae), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:05.195136 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b104318c-4ec4-4b9d-8149-f9e6f2f8c851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (f24521d4-89a4-4649-8b4f-10519035576c), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:05.213581 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b104318c-4ec4-4b9d-8149-f9e6f2f8c851 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:05.233282 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-b104318c-4ec4-4b9d-8149-f9e6f2f8c851 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f24521d4-89a4-4649-8b4f-10519035576c HTTP/1.1" status: 204 len: 168 time: 0.5718241 Apr 12 03:05:05.244654 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-c5a3127a-593d-486c-ba02-6bb55fa7d49f None None] Port 330332dd-0596-4aed-b9db-935a1aa7ceae cannot update to ACTIVE because it is not bound. {{(pid=103485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:05:05.301076 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104318c-4ec4-4b9d-8149-f9e6f2f8c851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24521d4-89a4-4649-8b4f-10519035576c,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:05.324005 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-b812f971-b0f8-4e08-b41b-dc3bb7a77cc4 req-2bb0e6a9-556f-4d3a-a772-0867a264e663 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e5a42ad-be99-4b50-a15d-098ecfad7c41 HTTP/1.1" status: 200 len: 210 time: 0.0494695 Apr 12 03:05:05.355845 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Provisioning complete for port 1f833beb-1b0a-47a7-ad22-a06e54385443 triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:05:05.355845 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (1f833beb-1b0a-47a7-ad22-a06e54385443), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:05.422769 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5bd997-94f4-49e9-bb48-3d963cf5e390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f24521d4-89a4-4649-8b4f-10519035576c,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:05.583040 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-85df2f6d-c209-4c27-b1eb-41a02b96e20b None None] Provisioning complete for port 7a3e36c3-c754-4dd5-a185-3f25286139da triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:05:05.583338 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-85df2f6d-c209-4c27-b1eb-41a02b96e20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (7a3e36c3-c754-4dd5-a185-3f25286139da), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:05.613453 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-8b1ff2f4-aa9d-4d44-93fe-2cdb2bf7f628 None None] Attempting to bind port 7a3e36c3-c754-4dd5-a185-3f25286139da on host dv-cinder-837443-1-iscsi for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:05:05.613829 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-8b1ff2f4-aa9d-4d44-93fe-2cdb2bf7f628 None None] Attempting to bind port 7a3e36c3-c754-4dd5-a185-3f25286139da by drivers openvswitch,hyperv on host dv-cinder-837443-1-iscsi at level 0 using segments [{'id': '99682a96-90c8-491c-a1f8-c6fe889256f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14a47694-9f88-4832-ab57-c60bc64938b8'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:05:05.614192 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1ff2f4-aa9d-4d44-93fe-2cdb2bf7f628 None None] Attempting to bind port 7a3e36c3-c754-4dd5-a185-3f25286139da on network 14a47694-9f88-4832-ab57-c60bc64938b8 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:05:05.644028 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-93a75271-3f11-43cd-896d-779b37d4b855 req-6dfd2cbe-69b8-4fc9-a1ec-9cb3e1fb24ea service neutron] 10.222.0.32 "GET /v2.0/networks/14a47694-9f88-4832-ab57-c60bc64938b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.1297181 Apr 12 03:05:05.712540 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1ff2f4-aa9d-4d44-93fe-2cdb2bf7f628 None None] Checking agent: {'id': 'ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 2, 56, 1), 'started_at': datetime.datetime(2022, 4, 12, 2, 56, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:05:05.712952 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1ff2f4-aa9d-4d44-93fe-2cdb2bf7f628 None None] Checking segment: {'id': '99682a96-90c8-491c-a1f8-c6fe889256f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14a47694-9f88-4832-ab57-c60bc64938b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:05:05.713405 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8b1ff2f4-aa9d-4d44-93fe-2cdb2bf7f628 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:05.713801 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1ff2f4-aa9d-4d44-93fe-2cdb2bf7f628 None None] Bound using segment: {'id': '99682a96-90c8-491c-a1f8-c6fe889256f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14a47694-9f88-4832-ab57-c60bc64938b8'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:05:05.714363 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-8b1ff2f4-aa9d-4d44-93fe-2cdb2bf7f628 None None] Bound port: 7a3e36c3-c754-4dd5-a185-3f25286139da, host: dv-cinder-837443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99682a96-90c8-491c-a1f8-c6fe889256f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14a47694-9f88-4832-ab57-c60bc64938b8'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:05:05.714761 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8b1ff2f4-aa9d-4d44-93fe-2cdb2bf7f628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (7a3e36c3-c754-4dd5-a185-3f25286139da), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:05.832966 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5d43ba-3319-4bdb-9651-3288ffebd9dd admin admin] Notify agent at l3_agent.dv-cinder-837443-1-iscsi the message routers_updated {{(pid=103483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:05:05.847677 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac57c0a-78ee-4a0a-b0ab-8baedb8613ed None None] Sync routers for ids ['35c512b1-c0fa-4787-9673-d33c78bee148'] in dv-cinder-837443-1-iscsi {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:05:05.882775 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac57c0a-78ee-4a0a-b0ab-8baedb8613ed None None] Routers {'35c512b1-c0fa-4787-9673-d33c78bee148'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:05:05.883431 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-3ac57c0a-78ee-4a0a-b0ab-8baedb8613ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:04:58Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['35c512b1-c0fa-4787-9673-d33c78bee148'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:05:05.912977 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-85df2f6d-c209-4c27-b1eb-41a02b96e20b None None] Port 7a3e36c3-c754-4dd5-a185-3f25286139da cannot update to ACTIVE because it is not bound. {{(pid=103485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:05:05.914570 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Current status of the port 1f833beb-1b0a-47a7-ad22-a06e54385443 is: DOWN; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:05:05.915023 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (1f833beb-1b0a-47a7-ad22-a06e54385443), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:06.017897 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ec5d43ba-3319-4bdb-9651-3288ffebd9dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:06.019157 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-ec5d43ba-3319-4bdb-9651-3288ffebd9dd admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 16.9226000 Apr 12 03:05:06.023424 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 41250) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:05:06.029474 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-8b1ff2f4-aa9d-4d44-93fe-2cdb2bf7f628 None None] For port 7a3e36c3-c754-4dd5-a185-3f25286139da, host dv-cinder-837443-1-iscsi, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:05:06.037642 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-8b1ff2f4-aa9d-4d44-93fe-2cdb2bf7f628 None None] For port 7a3e36c3-c754-4dd5-a185-3f25286139da, host dv-cinder-837443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=7a3e36c3-c754-4dd5-a185-3f25286139da,segment=NetworkSegment(99682a96-90c8-491c-a1f8-c6fe889256f4),segment_id=99682a96-90c8-491c-a1f8-c6fe889256f4)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:05:06.062069 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8b1ff2f4-aa9d-4d44-93fe-2cdb2bf7f628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (7a3e36c3-c754-4dd5-a185-3f25286139da), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:06.067933 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] For port 1f833beb-1b0a-47a7-ad22-a06e54385443, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=1f833beb-1b0a-47a7-ad22-a06e54385443,segment=NetworkSegment(44a05d23-3fd0-4081-9abb-c6033767afb5),segment_id=44a05d23-3fd0-4081-9abb-c6033767afb5)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:05:06.280482 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.db_base_plugin_common [None req-e0f7e7bc-b603-499f-b41b-6b02e2d6f2ac admin admin] Allocated IP 172.20.0.1 (97d0737a-0806-4131-b2fa-4a4f2be2d49e/6de8150c-bedf-4873-b651-20f43e4f6dc1/f1520221-d622-4a9d-8d45-2b8795da9fac) {{(pid=103483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:05:06.320177 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (1f833beb-1b0a-47a7-ad22-a06e54385443), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:06.322731 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device e2a3f1db-c32b-4a7b-b996-fc9aeff37995 up at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:05:06.350070 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-34d89420-ebad-4005-8718-0019bf69fe01 req-5e6750c6-f0c4-4486-a430-8caacdcd883e tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e636e7e-3a3d-4e34-a988-28131f3278c7 HTTP/1.1" status: 200 len: 210 time: 0.1835721 Apr 12 03:05:06.387240 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-3ac57c0a-78ee-4a0a-b0ab-8baedb8613ed None None] Set router 35c512b1-c0fa-4787-9673-d33c78bee148 gateway port host: dv-cinder-837443-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:05:06.458349 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3457e372-1f3c-40ae-96c3-67c75cd6502b None None] Pushing event updated for resources: {'Port': ['ID=7a3e36c3-c754-4dd5-a185-3f25286139da,revision_number=4']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:06.529233 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-b4a0196a-7ff1-452c-81e0-ea4e7d9ce91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (330332dd-0596-4aed-b9db-935a1aa7ceae), before_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:06.618896 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1ff2f4-aa9d-4d44-93fe-2cdb2bf7f628 None None] Routers {'c8e4223e-510f-477d-a359-e91f259fe4fb'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:05:06.619783 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-8b1ff2f4-aa9d-4d44-93fe-2cdb2bf7f628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:04:58Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['c8e4223e-510f-477d-a359-e91f259fe4fb'], 'active': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:05:06.862486 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-c31d40f7-c651-4665-8c51-3c8824d39c84 req-54b41243-a339-4b92-80bd-31933dca4085 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] Publish callbacks [] for port (768640d7-9586-42d0-9999-52dc1b337da1), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:06.919523 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Pushing event updated for resources: {'Port': ['ID=1f833beb-1b0a-47a7-ad22-a06e54385443,revision_number=4']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:07.088149 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-f0c40ca3-0bc2-4a9a-99f8-336b93119678 req-4a3f0898-0dbb-480e-a2cb-d68b22a989ea tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e5a42ad-be99-4b50-a15d-098ecfad7c41 HTTP/1.1" status: 200 len: 210 time: 0.3876581 Apr 12 03:05:07.117979 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-4b501e59-5fb6-40e8-a870-573645babf74 None None] Provisioning complete for port 7a3e36c3-c754-4dd5-a185-3f25286139da triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:05:07.118588 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4b501e59-5fb6-40e8-a870-573645babf74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (7a3e36c3-c754-4dd5-a185-3f25286139da), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:07.159705 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-3ac57c0a-78ee-4a0a-b0ab-8baedb8613ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'name': 'tempest-AttachVolumeNegativeTest-1586939642-router', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '95173c10-6b01-412c-bf6f-36551b81baff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:49Z', 'updated_at': '2022-04-12T03:04:56Z', 'revision_number': 3, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'gw_port': {'id': '95173c10-6b01-412c-bf6f-36551b81baff', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:38:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:51Z', 'updated_at': '2022-04-12T03:04:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi'}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:05:07.207237 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-c31d40f7-c651-4665-8c51-3c8824d39c84 req-54b41243-a339-4b92-80bd-31933dca4085 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28322803'] for port (768640d7-9586-42d0-9999-52dc1b337da1), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:07.228568 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac57c0a-78ee-4a0a-b0ab-8baedb8613ed None None] Checking router: 35c512b1-c0fa-4787-9673-d33c78bee148 for host: dv-cinder-837443-1-iscsi {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:05:07.229607 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac57c0a-78ee-4a0a-b0ab-8baedb8613ed None None] Updating router 35c512b1-c0fa-4787-9673-d33c78bee148 port 95173c10-6b01-412c-bf6f-36551b81baff binding host dv-cinder-837443-1-iscsi {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 03:05:07.271408 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3ac57c0a-78ee-4a0a-b0ab-8baedb8613ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (95173c10-6b01-412c-bf6f-36551b81baff), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:07.313067 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Provisioning complete for port e2a3f1db-c32b-4a7b-b996-fc9aeff37995 triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:05:07.317695 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (e2a3f1db-c32b-4a7b-b996-fc9aeff37995), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:07.507956 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvr_db [None req-8b1ff2f4-aa9d-4d44-93fe-2cdb2bf7f628 None None] Set router c8e4223e-510f-477d-a359-e91f259fe4fb gateway port host: dv-cinder-837443-1-iscsi {{(pid=103485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:05:07.605388 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-e0f7e7bc-b603-499f-b41b-6b02e2d6f2ac admin admin] Publish callbacks [] for port (f1520221-d622-4a9d-8d45-2b8795da9fac), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:07.748688 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c31d40f7-c651-4665-8c51-3c8824d39c84 req-54b41243-a339-4b92-80bd-31933dca4085 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] Network 813f4c80-9eb3-4fdd-9a75-8d7c76e1f557 is already hosted by enough agents. {{(pid=103483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:05:07.787888 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.base_scheduler [req-c31d40f7-c651-4665-8c51-3c8824d39c84 req-54b41243-a339-4b92-80bd-31933dca4085 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] Resources bound (agent type, host, resource id): {{(pid=103483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:05:07.798349 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.l3_dvrscheduler_db [req-c31d40f7-c651-4665-8c51-3c8824d39c84 req-54b41243-a339-4b92-80bd-31933dca4085 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] Received port after_create {{(pid=103483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:05:07.891560 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b41243-a339-4b92-80bd-31933dca4085 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] Pushing event updated for resources: {'Port': ['ID=768640d7-9586-42d0-9999-52dc1b337da1,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:07.914782 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3ac57c0a-78ee-4a0a-b0ab-8baedb8613ed None None] Publish callbacks [] for port (95173c10-6b01-412c-bf6f-36551b81baff), precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:07.930770 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3ac57c0a-78ee-4a0a-b0ab-8baedb8613ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (95173c10-6b01-412c-bf6f-36551b81baff), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:07.953020 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-4b501e59-5fb6-40e8-a870-573645babf74 None None] Current status of the port 7a3e36c3-c754-4dd5-a185-3f25286139da is: DOWN; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:05:07.953418 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4b501e59-5fb6-40e8-a870-573645babf74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (7a3e36c3-c754-4dd5-a185-3f25286139da), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:08.032771 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bd6bb6-faa1-4af4-b3a6-4af399f7f3ee None None] Pushing event updated for resources: {'Port': ['ID=95173c10-6b01-412c-bf6f-36551b81baff,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:08.061232 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-3ac57c0a-78ee-4a0a-b0ab-8baedb8613ed None None] Attempting to bind port 95173c10-6b01-412c-bf6f-36551b81baff on host dv-cinder-837443-1-iscsi for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:05:08.062714 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-3ac57c0a-78ee-4a0a-b0ab-8baedb8613ed None None] Attempting to bind port 95173c10-6b01-412c-bf6f-36551b81baff by drivers openvswitch,hyperv on host dv-cinder-837443-1-iscsi at level 0 using segments [{'id': '44a05d23-3fd0-4081-9abb-c6033767afb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:05:08.063298 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac57c0a-78ee-4a0a-b0ab-8baedb8613ed None None] Attempting to bind port 95173c10-6b01-412c-bf6f-36551b81baff on network 79cba51c-a00f-4d8d-a813-38deb5f63b2a {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:05:08.069475 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac57c0a-78ee-4a0a-b0ab-8baedb8613ed None None] Checking agent: {'id': 'ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 2, 56, 1), 'started_at': datetime.datetime(2022, 4, 12, 2, 56, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:05:08.070229 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac57c0a-78ee-4a0a-b0ab-8baedb8613ed None None] Checking segment: {'id': '44a05d23-3fd0-4081-9abb-c6033767afb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:05:08.070974 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3ac57c0a-78ee-4a0a-b0ab-8baedb8613ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:08.074490 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac57c0a-78ee-4a0a-b0ab-8baedb8613ed None None] Bound using segment: {'id': '44a05d23-3fd0-4081-9abb-c6033767afb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:05:08.081555 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-3ac57c0a-78ee-4a0a-b0ab-8baedb8613ed None None] Bound port: 95173c10-6b01-412c-bf6f-36551b81baff, host: dv-cinder-837443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44a05d23-3fd0-4081-9abb-c6033767afb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:05:08.082600 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3ac57c0a-78ee-4a0a-b0ab-8baedb8613ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (95173c10-6b01-412c-bf6f-36551b81baff), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:08.088353 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Current status of the port e2a3f1db-c32b-4a7b-b996-fc9aeff37995 is: DOWN; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:05:08.101862 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (e2a3f1db-c32b-4a7b-b996-fc9aeff37995), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:08.128224 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-b4a0196a-7ff1-452c-81e0-ea4e7d9ce91a admin admin] Publish callbacks [] for port (330332dd-0596-4aed-b9db-935a1aa7ceae), precommit_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:08.150543 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d40f7-c651-4665-8c51-3c8824d39c84 req-54b41243-a339-4b92-80bd-31933dca4085 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:08.156014 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-c31d40f7-c651-4665-8c51-3c8824d39c84 req-54b41243-a339-4b92-80bd-31933dca4085 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for port (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:08.166369 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-b4a0196a-7ff1-452c-81e0-ea4e7d9ce91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28322808'] for port (330332dd-0596-4aed-b9db-935a1aa7ceae), after_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:08.285748 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] For port e2a3f1db-c32b-4a7b-b996-fc9aeff37995, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=e2a3f1db-c32b-4a7b-b996-fc9aeff37995,segment=NetworkSegment(44a05d23-3fd0-4081-9abb-c6033767afb5),segment_id=44a05d23-3fd0-4081-9abb-c6033767afb5)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:05:08.296496 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-3ac57c0a-78ee-4a0a-b0ab-8baedb8613ed None None] For port 95173c10-6b01-412c-bf6f-36551b81baff, host dv-cinder-837443-1-iscsi, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:05:08.313176 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-3ac57c0a-78ee-4a0a-b0ab-8baedb8613ed None None] For port 95173c10-6b01-412c-bf6f-36551b81baff, host dv-cinder-837443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=95173c10-6b01-412c-bf6f-36551b81baff,segment=NetworkSegment(44a05d23-3fd0-4081-9abb-c6033767afb5),segment_id=44a05d23-3fd0-4081-9abb-c6033767afb5)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:05:08.322530 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (e2a3f1db-c32b-4a7b-b996-fc9aeff37995), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:08.325779 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 9e90bee2-effe-46fd-9922-431dbab2be4c up at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:05:08.326813 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-3ac57c0a-78ee-4a0a-b0ab-8baedb8613ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (95173c10-6b01-412c-bf6f-36551b81baff), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:08.452679 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-4b501e59-5fb6-40e8-a870-573645babf74 None None] For port 7a3e36c3-c754-4dd5-a185-3f25286139da, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=7a3e36c3-c754-4dd5-a185-3f25286139da,segment=NetworkSegment(99682a96-90c8-491c-a1f8-c6fe889256f4),segment_id=99682a96-90c8-491c-a1f8-c6fe889256f4)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:05:08.512927 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-e0f7e7bc-b603-499f-b41b-6b02e2d6f2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28322803'] for port (f1520221-d622-4a9d-8d45-2b8795da9fac), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:08.528751 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c31d40f7-c651-4665-8c51-3c8824d39c84 req-54b41243-a339-4b92-80bd-31933dca4085 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.9653995 Apr 12 03:05:08.561987 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bd6bb6-faa1-4af4-b3a6-4af399f7f3ee None None] Pushing event updated for resources: {'Port': ['ID=95173c10-6b01-412c-bf6f-36551b81baff,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:08.602297 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [req-c31d40f7-c651-4665-8c51-3c8824d39c84 req-bdbe4e53-af9e-4412-b60b-408eaead0b34 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103483) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 03:05:08.605176 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c31d40f7-c651-4665-8c51-3c8824d39c84 req-bdbe4e53-af9e-4412-b60b-408eaead0b34 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0505214 Apr 12 03:05:08.606716 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a0196a-7ff1-452c-81e0-ea4e7d9ce91a admin admin] Pushing event updated for resources: {'Port': ['ID=330332dd-0596-4aed-b9db-935a1aa7ceae,revision_number=2']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:08.612191 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Pushing event updated for resources: {'Port': ['ID=e2a3f1db-c32b-4a7b-b996-fc9aeff37995,revision_number=4']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:08.618936 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4b501e59-5fb6-40e8-a870-573645babf74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (7a3e36c3-c754-4dd5-a185-3f25286139da), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:08.621576 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b9180-a612-4bdd-94a4-4859af7bb6d9 req-9de52407-3425-4ff8-99b2-8839a54a222b tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:08.636363 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-e97b9180-a612-4bdd-94a4-4859af7bb6d9 req-9de52407-3425-4ff8-99b2-8839a54a222b tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/networks?id=14a47694-9f88-4832-ab57-c60bc64938b8 HTTP/1.1" status: 200 len: 818 time: 1.6616080 Apr 12 03:05:08.653884 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-b4a0196a-7ff1-452c-81e0-ea4e7d9ce91a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685268'] for router_interface (b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:08.668060 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac57c0a-78ee-4a0a-b0ab-8baedb8613ed None None] Routers {'35c512b1-c0fa-4787-9673-d33c78bee148'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:05:08.670252 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-3ac57c0a-78ee-4a0a-b0ab-8baedb8613ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:04:58Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['35c512b1-c0fa-4787-9673-d33c78bee148'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:05:08.675857 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-e97b9180-a612-4bdd-94a4-4859af7bb6d9 req-febb9bed-d26e-4282-8c02-e5ecd8f649f0 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/quotas/52b2d02e7570468daabac047ad3a7fa5 HTTP/1.1" status: 200 len: 375 time: 0.0379395 Apr 12 03:05:08.727009 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34738e-7b20-45f6-b4cd-0ecaf6968a34 req-6e22f188-1b2f-4356-8949-3eb1502a9ba6 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:08.733624 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-5f34738e-7b20-45f6-b4cd-0ecaf6968a34 req-6e22f188-1b2f-4356-8949-3eb1502a9ba6 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e5a42ad-be99-4b50-a15d-098ecfad7c41 HTTP/1.1" status: 200 len: 932 time: 0.4001963 Apr 12 03:05:08.777819 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f7e7bc-b603-499f-b41b-6b02e2d6f2ac admin admin] Network 97d0737a-0806-4131-b2fa-4a4f2be2d49e is already hosted by enough agents. {{(pid=103483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:05:08.797834 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.base_scheduler [None req-e0f7e7bc-b603-499f-b41b-6b02e2d6f2ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:05:08.820627 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f7e7bc-b603-499f-b41b-6b02e2d6f2ac admin admin] Received port after_create {{(pid=103483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:05:08.876856 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-e97b9180-a612-4bdd-94a4-4859af7bb6d9 req-5d8388bf-5185-4d7e-b1ff-3b72f216cd58 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=52b2d02e7570468daabac047ad3a7fa5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1996455 Apr 12 03:05:08.999418 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7e7bc-b603-499f-b41b-6b02e2d6f2ac admin admin] Pushing event updated for resources: {'Port': ['ID=f1520221-d622-4a9d-8d45-2b8795da9fac,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:09.011103 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3e548f2c-ce27-4d53-89e2-cf60caeb99db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:09.064613 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-3ac57c0a-78ee-4a0a-b0ab-8baedb8613ed None None] Set router 35c512b1-c0fa-4787-9673-d33c78bee148 gateway port host: dv-cinder-837443-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:05:09.077024 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Provisioning complete for port 9e90bee2-effe-46fd-9922-431dbab2be4c triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:05:09.080218 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (9e90bee2-effe-46fd-9922-431dbab2be4c), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:09.117108 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-e0f7e7bc-b603-499f-b41b-6b02e2d6f2ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682596'] for router_interface (4c6713fb-f30f-4734-bda5-92186752067c), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:09.158155 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b501e59-5fb6-40e8-a870-573645babf74 None None] Pushing event updated for resources: {'Port': ['ID=7a3e36c3-c754-4dd5-a185-3f25286139da,revision_number=5']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:09.232976 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-8b1ff2f4-aa9d-4d44-93fe-2cdb2bf7f628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e4223e-510f-477d-a359-e91f259fe4fb', 'name': 'tempest-ServerRescueNegativeTestJSON-233504797-router', 'tenant_id': '52b2d02e7570468daabac047ad3a7fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '617d04a3-61eb-4246-b9a5-ecf4f7581920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:50Z', 'updated_at': '2022-04-12T03:04:57Z', 'revision_number': 4, 'project_id': '52b2d02e7570468daabac047ad3a7fa5', 'gw_port': {'id': '617d04a3-61eb-4246-b9a5-ecf4f7581920', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:71:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e4223e-510f-477d-a359-e91f259fe4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:52Z', 'updated_at': '2022-04-12T03:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': '7a3e36c3-c754-4dd5-a185-3f25286139da', 'name': '', 'network_id': '14a47694-9f88-4832-ab57-c60bc64938b8', 'tenant_id': '52b2d02e7570468daabac047ad3a7fa5', 'mac_address': 'fa:16:3e:18:4d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e4223e-510f-477d-a359-e91f259fe4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'fe4d4e4c-7961-4f3e-a108-6fc7a367da7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:55Z', 'updated_at': '2022-04-12T03:05:06Z', 'revision_number': 4, 'project_id': '52b2d02e7570468daabac047ad3a7fa5', 'subnets': [{'id': 'fe4d4e4c-7961-4f3e-a108-6fc7a367da7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:05:09.374265 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1ff2f4-aa9d-4d44-93fe-2cdb2bf7f628 None None] The sync data for ids ['c8e4223e-510f-477d-a359-e91f259fe4fb'] in dv-cinder-837443-1-iscsi is: [{'id': 'c8e4223e-510f-477d-a359-e91f259fe4fb', 'name': 'tempest-ServerRescueNegativeTestJSON-233504797-router', 'tenant_id': '52b2d02e7570468daabac047ad3a7fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '617d04a3-61eb-4246-b9a5-ecf4f7581920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:50Z', 'updated_at': '2022-04-12T03:04:57Z', 'revision_number': 4, 'project_id': '52b2d02e7570468daabac047ad3a7fa5', 'gw_port': {'id': '617d04a3-61eb-4246-b9a5-ecf4f7581920', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:71:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e4223e-510f-477d-a359-e91f259fe4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:52Z', 'updated_at': '2022-04-12T03:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': '7a3e36c3-c754-4dd5-a185-3f25286139da', 'name': '', 'network_id': '14a47694-9f88-4832-ab57-c60bc64938b8', 'tenant_id': '52b2d02e7570468daabac047ad3a7fa5', 'mac_address': 'fa:16:3e:18:4d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e4223e-510f-477d-a359-e91f259fe4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'fe4d4e4c-7961-4f3e-a108-6fc7a367da7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:55Z', 'updated_at': '2022-04-12T03:05:06Z', 'revision_number': 4, 'project_id': '52b2d02e7570468daabac047ad3a7fa5', 'subnets': [{'id': 'fe4d4e4c-7961-4f3e-a108-6fc7a367da7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:05:09.432575 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.25', 53490) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:05:09.458254 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-8922c25e-336d-4953-a514-0e5fe9f5dda8 None None] Provisioning complete for port f1520221-d622-4a9d-8d45-2b8795da9fac triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:05:09.463327 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8922c25e-336d-4953-a514-0e5fe9f5dda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (f1520221-d622-4a9d-8d45-2b8795da9fac), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:09.811704 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Current status of the port 9e90bee2-effe-46fd-9922-431dbab2be4c is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:05:09.816254 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 617d04a3-61eb-4246-b9a5-ecf4f7581920 up at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:05:09.839115 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-5f34738e-7b20-45f6-b4cd-0ecaf6968a34 req-6af7a419-c76b-4d94-b691-9c3d45c6b391 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8f469cb-51e6-49aa-a65f-c1414cf6e610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0653546 Apr 12 03:05:09.943656 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [req-e97b9180-a612-4bdd-94a4-4859af7bb6d9 req-fbe00304-6449-4e08-854e-fac98e436587 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 03:05:09.954009 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-8922c25e-336d-4953-a514-0e5fe9f5dda8 None None] Port f1520221-d622-4a9d-8d45-2b8795da9fac cannot update to ACTIVE because it is not bound. {{(pid=103485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:05:09.977796 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-e97b9180-a612-4bdd-94a4-4859af7bb6d9 req-fbe00304-6449-4e08-854e-fac98e436587 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3872511 Apr 12 03:05:10.110373 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Provisioning complete for port 617d04a3-61eb-4246-b9a5-ecf4f7581920 triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:05:10.110797 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (617d04a3-61eb-4246-b9a5-ecf4f7581920), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:10.144334 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-3ac57c0a-78ee-4a0a-b0ab-8baedb8613ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'name': 'tempest-AttachVolumeNegativeTest-1586939642-router', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '95173c10-6b01-412c-bf6f-36551b81baff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:49Z', 'updated_at': '2022-04-12T03:04:56Z', 'revision_number': 3, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'gw_port': {'id': '95173c10-6b01-412c-bf6f-36551b81baff', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:38:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:51Z', 'updated_at': '2022-04-12T03:05:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi'}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:05:10.229308 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac57c0a-78ee-4a0a-b0ab-8baedb8613ed None None] The sync data for ids ['35c512b1-c0fa-4787-9673-d33c78bee148'] in dv-cinder-837443-1-iscsi is: [{'id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'name': 'tempest-AttachVolumeNegativeTest-1586939642-router', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '95173c10-6b01-412c-bf6f-36551b81baff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:49Z', 'updated_at': '2022-04-12T03:04:56Z', 'revision_number': 3, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'gw_port': {'id': '95173c10-6b01-412c-bf6f-36551b81baff', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:38:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:51Z', 'updated_at': '2022-04-12T03:05:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi'}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:05:10.252418 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a0196a-7ff1-452c-81e0-ea4e7d9ce91a admin admin] Network 2b3dbba0-7776-42cc-ae85-893ed357f655 is already hosted by enough agents. {{(pid=103483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:05:10.262487 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.base_scheduler [None req-b4a0196a-7ff1-452c-81e0-ea4e7d9ce91a admin admin] Resources bound (agent type, host, resource id): {{(pid=103483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:05:10.360751 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-e97b9180-a612-4bdd-94a4-4859af7bb6d9 req-f88da4dc-f82f-4c0f-8b18-7748d5f979a9 service neutron] 10.222.0.32 "GET /v2.0/networks/14a47694-9f88-4832-ab57-c60bc64938b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815939 Apr 12 03:05:10.442019 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [req-c31d40f7-c651-4665-8c51-3c8824d39c84 req-a26688ad-c498-4ef3-b15c-e2ab1454b363 service neutron] Request body: {'port': {'device_id': '1e5a42ad-be99-4b50-a15d-098ecfad7c41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83744'}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:05:10.570294 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 41380) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:05:10.677361 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a75271-3f11-43cd-896d-779b37d4b855 req-5d30496f-065e-4781-baee-c734bee19f28 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:10.679891 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-e0f7e7bc-b603-499f-b41b-6b02e2d6f2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (f1520221-d622-4a9d-8d45-2b8795da9fac), before_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:10.680434 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-93a75271-3f11-43cd-896d-779b37d4b855 req-5d30496f-065e-4781-baee-c734bee19f28 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.25 "GET /v2.0/networks?id=14a47694-9f88-4832-ab57-c60bc64938b8 HTTP/1.1" status: 200 len: 818 time: 1.2286074 Apr 12 03:05:10.797618 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-3e548f2c-ce27-4d53-89e2-cf60caeb99db admin admin] Allocated IP 172.20.0.1 (c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b/3d77e3de-5404-4af1-9a0f-14127064fff3/054442ec-508f-4b5a-9b29-057809715a20) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:05:11.001650 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-e97b9180-a612-4bdd-94a4-4859af7bb6d9 req-a9991a5f-c7a1-4fc2-a79e-a7b6b0036b0c service neutron] 10.222.0.32 "GET /v2.0/networks/14a47694-9f88-4832-ab57-c60bc64938b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6353171 Apr 12 03:05:11.024203 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [req-93a75271-3f11-43cd-896d-779b37d4b855 req-ab42287c-9c45-462e-846c-9b0ad9cea9c1 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Request body: {'port': {'device_id': '4e636e7e-3a3d-4e34-a988-28131f3278c7', 'network_id': '14a47694-9f88-4832-ab57-c60bc64938b8', 'admin_state_up': True, 'tenant_id': '52b2d02e7570468daabac047ad3a7fa5'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:05:11.041464 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-ed29c6d4-d62f-4dc7-a74a-865db48c9540 None None] Provisioning complete for port 330332dd-0596-4aed-b9db-935a1aa7ceae triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:05:11.041464 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ed29c6d4-d62f-4dc7-a74a-865db48c9540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (330332dd-0596-4aed-b9db-935a1aa7ceae), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:11.165359 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-ed29c6d4-d62f-4dc7-a74a-865db48c9540 None None] Port 330332dd-0596-4aed-b9db-935a1aa7ceae cannot update to ACTIVE because it is not bound. {{(pid=103485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:05:11.367755 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Current status of the port 617d04a3-61eb-4246-b9a5-ecf4f7581920 is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:05:11.441370 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-c31d40f7-c651-4665-8c51-3c8824d39c84 req-a26688ad-c498-4ef3-b15c-e2ab1454b363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (768640d7-9586-42d0-9999-52dc1b337da1), before_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:11.537860 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4a0196a-7ff1-452c-81e0-ea4e7d9ce91a admin admin] Router b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df has already been hosted by L3 agent beb15aed-f2b6-4676-85ca-b43f14e6acf3 {{(pid=103483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:05:11.815141 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-bc32c4fc-65c5-48ea-bfa8-add5b311c77b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:11.853144 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e816f13-2924-47d4-ac20-7916f84a5c8d req-ff838bc3-d3b4-4469-8675-4df5ff9fc455 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:11.856586 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-0e816f13-2924-47d4-ac20-7916f84a5c8d req-ff838bc3-d3b4-4469-8675-4df5ff9fc455 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e5a42ad-be99-4b50-a15d-098ecfad7c41 HTTP/1.1" status: 200 len: 932 time: 0.4812653 Apr 12 03:05:11.860858 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3e548f2c-ce27-4d53-89e2-cf60caeb99db admin admin] Publish callbacks [] for port (054442ec-508f-4b5a-9b29-057809715a20), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:11.961205 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 95173c10-6b01-412c-bf6f-36551b81baff up at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:05:12.088530 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-7094abac-1a48-439c-90a1-fc010c94b062 req-df6ad729-203a-423c-8857-2a49973b48e5 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 210 time: 0.2254577 Apr 12 03:05:12.140682 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Provisioning complete for port 95173c10-6b01-412c-bf6f-36551b81baff triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:05:12.144097 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (95173c10-6b01-412c-bf6f-36551b81baff), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:12.196772 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93a75271-3f11-43cd-896d-779b37d4b855 req-ab42287c-9c45-462e-846c-9b0ad9cea9c1 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Made reservation on behalf of 52b2d02e7570468daabac047ad3a7fa5 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:05:12.205645 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-93a75271-3f11-43cd-896d-779b37d4b855 req-ab42287c-9c45-462e-846c-9b0ad9cea9c1 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:12.210655 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3e548f2c-ce27-4d53-89e2-cf60caeb99db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28695539'] for port (054442ec-508f-4b5a-9b29-057809715a20), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:12.330425 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e548f2c-ce27-4d53-89e2-cf60caeb99db admin admin] Pushing event updated for resources: {'Port': ['ID=054442ec-508f-4b5a-9b29-057809715a20,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:12.378756 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e548f2c-ce27-4d53-89e2-cf60caeb99db admin admin] Network c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:05:12.423527 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-3e548f2c-ce27-4d53-89e2-cf60caeb99db admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:05:12.433845 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-bc32c4fc-65c5-48ea-bfa8-add5b311c77b admin admin] Publish callbacks [] for security_group (63113021-b055-44ac-a1cb-1be3f7d7ca57), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:12.435639 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Current status of the port 95173c10-6b01-412c-bf6f-36551b81baff is: DOWN; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:05:12.447118 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (95173c10-6b01-412c-bf6f-36551b81baff), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:12.449093 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e548f2c-ce27-4d53-89e2-cf60caeb99db admin admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:05:12.514500 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] For port 95173c10-6b01-412c-bf6f-36551b81baff, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=95173c10-6b01-412c-bf6f-36551b81baff,segment=NetworkSegment(44a05d23-3fd0-4081-9abb-c6033767afb5),segment_id=44a05d23-3fd0-4081-9abb-c6033767afb5)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:05:12.529001 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (95173c10-6b01-412c-bf6f-36551b81baff), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:12.529808 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 1f833beb-1b0a-47a7-ad22-a06e54385443 up at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:05:12.623841 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3e548f2c-ce27-4d53-89e2-cf60caeb99db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682596'] for router_interface (35c512b1-c0fa-4787-9673-d33c78bee148), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:12.870574 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Pushing event updated for resources: {'Port': ['ID=95173c10-6b01-412c-bf6f-36551b81baff,revision_number=4']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:12.880165 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a0196a-7ff1-452c-81e0-ea4e7d9ce91a admin admin] Notify agent at l3_agent.dv-cinder-837443-1-iscsi the message routers_updated {{(pid=103483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:05:12.893795 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-bc32c4fc-65c5-48ea-bfa8-add5b311c77b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (63113021-b055-44ac-a1cb-1be3f7d7ca57), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:12.906833 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d707d03b-efda-4566-b631-eff2117580bb None None] Sync routers for ids ['b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df'] in dv-cinder-837443-1-iscsi {{(pid=103485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:05:12.938778 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-b4a0196a-7ff1-452c-81e0-ea4e7d9ce91a admin admin] 10.222.0.32 "PUT /v2.0/routers/b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.4201326 Apr 12 03:05:12.949885 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Provisioning complete for port 1f833beb-1b0a-47a7-ad22-a06e54385443 triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:05:12.950647 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (1f833beb-1b0a-47a7-ad22-a06e54385443), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:13.091861 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d707d03b-efda-4566-b631-eff2117580bb None None] Routers {'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:05:13.092509 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-d707d03b-efda-4566-b631-eff2117580bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:04:58Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df'], 'active': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:05:13.133809 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc32c4fc-65c5-48ea-bfa8-add5b311c77b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63113021-b055-44ac-a1cb-1be3f7d7ca57,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:13.263586 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3e548f2c-ce27-4d53-89e2-cf60caeb99db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (054442ec-508f-4b5a-9b29-057809715a20), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:13.547257 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-4c9e98c8-84a7-4f51-9a5a-4591df10f7fa None None] Provisioning complete for port 054442ec-508f-4b5a-9b29-057809715a20 triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:05:13.547691 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4c9e98c8-84a7-4f51-9a5a-4591df10f7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (054442ec-508f-4b5a-9b29-057809715a20), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:13.554027 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-0e816f13-2924-47d4-ac20-7916f84a5c8d req-3154e570-0073-46de-a986-99c129e1558e tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8f469cb-51e6-49aa-a65f-c1414cf6e610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5276592 Apr 12 03:05:13.559946 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-bc32c4fc-65c5-48ea-bfa8-add5b311c77b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4462d77ae4ab4e42923a1428142ade24&name=default HTTP/1.1" status: 200 len: 2996 time: 2.9352348 Apr 12 03:05:13.604700 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 41470) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:05:13.689746 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Current status of the port 1f833beb-1b0a-47a7-ad22-a06e54385443 is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:05:13.694553 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device e2a3f1db-c32b-4a7b-b996-fc9aeff37995 up at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:05:13.698675 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-4c9e98c8-84a7-4f51-9a5a-4591df10f7fa None None] Port 054442ec-508f-4b5a-9b29-057809715a20 cannot update to ACTIVE because it is not bound. {{(pid=103485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:05:13.723231 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-e0f7e7bc-b603-499f-b41b-6b02e2d6f2ac admin admin] Publish callbacks [] for port (f1520221-d622-4a9d-8d45-2b8795da9fac), precommit_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:13.738813 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3e548f2c-ce27-4d53-89e2-cf60caeb99db admin admin] Publish callbacks [] for port (054442ec-508f-4b5a-9b29-057809715a20), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:13.773903 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-e0f7e7bc-b603-499f-b41b-6b02e2d6f2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28322808'] for port (f1520221-d622-4a9d-8d45-2b8795da9fac), after_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:13.781834 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3e548f2c-ce27-4d53-89e2-cf60caeb99db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28695544'] for port (054442ec-508f-4b5a-9b29-057809715a20), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:13.869714 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvr_db [None req-d707d03b-efda-4566-b631-eff2117580bb None None] Set router b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df gateway port host: dv-cinder-837443-1-iscsi {{(pid=103485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:05:13.915521 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-e0f7e7bc-b603-499f-b41b-6b02e2d6f2ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685268'] for router_interface (4c6713fb-f30f-4734-bda5-92186752067c), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:13.946508 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3e548f2c-ce27-4d53-89e2-cf60caeb99db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685268'] for router_interface (35c512b1-c0fa-4787-9673-d33c78bee148), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:14.049771 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.25', 53494) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:05:14.183961 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Provisioning complete for port e2a3f1db-c32b-4a7b-b996-fc9aeff37995 triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:05:14.184367 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (e2a3f1db-c32b-4a7b-b996-fc9aeff37995), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:14.264377 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-93a75271-3f11-43cd-896d-779b37d4b855 req-ab42287c-9c45-462e-846c-9b0ad9cea9c1 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Allocated IP 172.20.0.13 (14a47694-9f88-4832-ab57-c60bc64938b8/fe4d4e4c-7961-4f3e-a108-6fc7a367da7d/122baedd-45f6-42b3-afc4-58af86808097) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:05:14.470442 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-66d7d303-3d92-4c5c-8195-980aa017579d admin admin] Publish callbacks [] for security_group (63113021-b055-44ac-a1cb-1be3f7d7ca57), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:14.554487 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7e7bc-b603-499f-b41b-6b02e2d6f2ac admin admin] Pushing event updated for resources: {'Port': ['ID=f1520221-d622-4a9d-8d45-2b8795da9fac,revision_number=2']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:14.628517 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-66d7d303-3d92-4c5c-8195-980aa017579d admin admin] Publish callbacks [] for security_group (63113021-b055-44ac-a1cb-1be3f7d7ca57), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:14.690184 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 41528) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:05:14.697963 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [None req-2fee69b6-4eb6-4eb5-b759-65137ab7c322 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1097702716', 'description': 'tempest-description--911727059'}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:05:14.719445 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Current status of the port e2a3f1db-c32b-4a7b-b996-fc9aeff37995 is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:05:14.720733 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 7a3e36c3-c754-4dd5-a185-3f25286139da up at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:05:14.743699 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b9180-a612-4bdd-94a4-4859af7bb6d9 req-7800482a-7834-4395-8ee7-bf8020a74434 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:14.747132 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-e97b9180-a612-4bdd-94a4-4859af7bb6d9 req-7800482a-7834-4395-8ee7-bf8020a74434 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.25 "GET /v2.0/networks?id=14a47694-9f88-4832-ab57-c60bc64938b8 HTTP/1.1" status: 200 len: 818 time: 0.6848953 Apr 12 03:05:14.785674 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [req-e97b9180-a612-4bdd-94a4-4859af7bb6d9 req-d9a02f28-3367-40f8-98a3-8c3aa6f6a0a4 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Request body: {'port': {'device_id': 'f918add8-29e9-4bae-9c11-9ee7fe7c3317', 'network_id': '14a47694-9f88-4832-ab57-c60bc64938b8', 'admin_state_up': True, 'tenant_id': '52b2d02e7570468daabac047ad3a7fa5'}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:05:14.894867 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-d707d03b-efda-4566-b631-eff2117580bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df', 'name': 'tempest-AttachVolumeShelveTestJSON-600950735-router', 'tenant_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '1f833beb-1b0a-47a7-ad22-a06e54385443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:47Z', 'updated_at': '2022-04-12T03:05:05Z', 'revision_number': 4, 'project_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'gw_port': {'id': '1f833beb-1b0a-47a7-ad22-a06e54385443', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:29:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:48Z', 'updated_at': '2022-04-12T03:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': '330332dd-0596-4aed-b9db-935a1aa7ceae', 'name': '', 'network_id': '2b3dbba0-7776-42cc-ae85-893ed357f655', 'tenant_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'mac_address': 'fa:16:3e:dc:0e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '100d1803-3d36-4c71-9fbf-e95fa2273558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:58Z', 'updated_at': '2022-04-12T03:05:07Z', 'revision_number': 2, 'project_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'subnets': [{'id': '100d1803-3d36-4c71-9fbf-e95fa2273558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:05:14.932302 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 41536) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:05:14.944948 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d707d03b-efda-4566-b631-eff2117580bb None None] Checking router: b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df for host: dv-cinder-837443-1-iscsi {{(pid=103485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:05:14.945594 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d707d03b-efda-4566-b631-eff2117580bb None None] Updating router b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df port 330332dd-0596-4aed-b9db-935a1aa7ceae binding host dv-cinder-837443-1-iscsi {{(pid=103485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 03:05:14.981952 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Provisioning complete for port 7a3e36c3-c754-4dd5-a185-3f25286139da triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:05:14.982571 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (7a3e36c3-c754-4dd5-a185-3f25286139da), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:15.005289 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-aadee8fb-71ff-4fac-a86e-d8fe66b24b8f req-b119d27d-0fd3-47b3-b440-569e43e5fb86 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 210 time: 1.2618027 Apr 12 03:05:15.027878 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d707d03b-efda-4566-b631-eff2117580bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (330332dd-0596-4aed-b9db-935a1aa7ceae), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:15.122804 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.notifiers.nova [req-c31d40f7-c651-4665-8c51-3c8824d39c84 req-a26688ad-c498-4ef3-b15c-e2ab1454b363 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 768640d7-9586-42d0-9999-52dc1b337da1 {{(pid=103483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:05:15.179076 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f7e7bc-b603-499f-b41b-6b02e2d6f2ac admin admin] Network 97d0737a-0806-4131-b2fa-4a4f2be2d49e is already hosted by enough agents. {{(pid=103483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:05:15.190401 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-2fee69b6-4eb6-4eb5-b759-65137ab7c322 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks [] for security_group (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:15.192244 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e548f2c-ce27-4d53-89e2-cf60caeb99db admin admin] Pushing event updated for resources: {'Port': ['ID=054442ec-508f-4b5a-9b29-057809715a20,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:15.206768 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-c31d40f7-c651-4665-8c51-3c8824d39c84 req-a26688ad-c498-4ef3-b15c-e2ab1454b363 service neutron] Publish callbacks [] for port (768640d7-9586-42d0-9999-52dc1b337da1), precommit_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:15.207912 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Current status of the port 7a3e36c3-c754-4dd5-a185-3f25286139da is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:05:15.208646 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e548f2c-ce27-4d53-89e2-cf60caeb99db admin admin] Network c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:05:15.212863 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-3e548f2c-ce27-4d53-89e2-cf60caeb99db admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:05:15.269034 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae2b8ed-adf3-4ca8-94ad-2532a09d1d92 req-6b58ef7f-b8e7-4ad6-9603-01cbd28da4ad tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:15.270661 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-7ae2b8ed-adf3-4ca8-94ad-2532a09d1d92 req-6b58ef7f-b8e7-4ad6-9603-01cbd28da4ad tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e5a42ad-be99-4b50-a15d-098ecfad7c41 HTTP/1.1" status: 200 len: 932 time: 0.3674982 Apr 12 03:05:15.307566 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.base_scheduler [None req-e0f7e7bc-b603-499f-b41b-6b02e2d6f2ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:05:15.423522 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-93a75271-3f11-43cd-896d-779b37d4b855 req-ab42287c-9c45-462e-846c-9b0ad9cea9c1 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks [] for port (122baedd-45f6-42b3-afc4-58af86808097), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:15.441732 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 95173c10-6b01-412c-bf6f-36551b81baff up at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:05:15.454835 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e548f2c-ce27-4d53-89e2-cf60caeb99db admin admin] Router 35c512b1-c0fa-4787-9673-d33c78bee148 has already been hosted by L3 agent beb15aed-f2b6-4676-85ca-b43f14e6acf3 {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:05:15.565729 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-93a75271-3f11-43cd-896d-779b37d4b855 req-ab42287c-9c45-462e-846c-9b0ad9cea9c1 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28695539'] for port (122baedd-45f6-42b3-afc4-58af86808097), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:15.672927 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-cae9f8ce-b1c9-4d7f-af4a-bb0089a713de None None] Provisioning complete for port 054442ec-508f-4b5a-9b29-057809715a20 triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:05:15.673677 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cae9f8ce-b1c9-4d7f-af4a-bb0089a713de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (054442ec-508f-4b5a-9b29-057809715a20), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:15.719576 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93a75271-3f11-43cd-896d-779b37d4b855 req-ab42287c-9c45-462e-846c-9b0ad9cea9c1 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Network 14a47694-9f88-4832-ab57-c60bc64938b8 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:05:15.726666 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 41558) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:05:15.734311 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d707d03b-efda-4566-b631-eff2117580bb None None] Publish callbacks [] for port (330332dd-0596-4aed-b9db-935a1aa7ceae), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:15.737116 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-93a75271-3f11-43cd-896d-779b37d4b855 req-ab42287c-9c45-462e-846c-9b0ad9cea9c1 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:05:15.739240 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Provisioning complete for port 95173c10-6b01-412c-bf6f-36551b81baff triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:05:15.739573 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (95173c10-6b01-412c-bf6f-36551b81baff), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:15.743826 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a75271-3f11-43cd-896d-779b37d4b855 req-ab42287c-9c45-462e-846c-9b0ad9cea9c1 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:05:15.772097 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-7ae2b8ed-adf3-4ca8-94ad-2532a09d1d92 req-e4398014-3c9a-44b1-83c6-91b5008e7d39 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8f469cb-51e6-49aa-a65f-c1414cf6e610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4480855 Apr 12 03:05:15.772739 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-66d7d303-3d92-4c5c-8195-980aa017579d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (63113021-b055-44ac-a1cb-1be3f7d7ca57), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:15.778019 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-66d7d303-3d92-4c5c-8195-980aa017579d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:15.781706 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-66d7d303-3d92-4c5c-8195-980aa017579d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/63113021-b055-44ac-a1cb-1be3f7d7ca57 HTTP/1.1" status: 204 len: 168 time: 2.1732311 Apr 12 03:05:15.783764 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.provisioning_blocks [req-c31d40f7-c651-4665-8c51-3c8824d39c84 req-a26688ad-c498-4ef3-b15c-e2ab1454b363 service neutron] Transition to ACTIVE for port object 768640d7-9586-42d0-9999-52dc1b337da1 will not be triggered until provisioned by entity L2. {{(pid=103483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 03:05:15.797209 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d707d03b-efda-4566-b631-eff2117580bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (330332dd-0596-4aed-b9db-935a1aa7ceae), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:15.806386 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-cc9ce5fc-5882-42f1-aca3-d4ade30d7270 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:15.815003 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a75271-3f11-43cd-896d-779b37d4b855 req-ab42287c-9c45-462e-846c-9b0ad9cea9c1 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:15.815674 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-93a75271-3f11-43cd-896d-779b37d4b855 req-ab42287c-9c45-462e-846c-9b0ad9cea9c1 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for port (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:15.822566 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab42287c-9c45-462e-846c-9b0ad9cea9c1 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Pushing event updated for resources: {'Port': ['ID=122baedd-45f6-42b3-afc4-58af86808097,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:15.827306 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d7d303-3d92-4c5c-8195-980aa017579d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63113021-b055-44ac-a1cb-1be3f7d7ca57,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:15.834173 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-c31d40f7-c651-4665-8c51-3c8824d39c84 req-a26688ad-c498-4ef3-b15c-e2ab1454b363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28322808'] for port (768640d7-9586-42d0-9999-52dc1b337da1), after_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:15.882869 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e548f2c-ce27-4d53-89e2-cf60caeb99db admin admin] Notify agent at l3_agent.dv-cinder-837443-1-iscsi the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:05:15.887150 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-cae9f8ce-b1c9-4d7f-af4a-bb0089a713de None None] Port 054442ec-508f-4b5a-9b29-057809715a20 cannot update to ACTIVE because it is not bound. {{(pid=103485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:05:15.908574 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027a8bc2-faa3-4cc7-95d0-d86f2f1d144b None None] Sync routers for ids ['35c512b1-c0fa-4787-9673-d33c78bee148'] in dv-cinder-837443-1-iscsi {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:05:15.926758 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-3e548f2c-ce27-4d53-89e2-cf60caeb99db admin admin] 10.222.0.32 "PUT /v2.0/routers/35c512b1-c0fa-4787-9673-d33c78bee148/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9002213 Apr 12 03:05:15.940418 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027a8bc2-faa3-4cc7-95d0-d86f2f1d144b None None] Routers {'35c512b1-c0fa-4787-9673-d33c78bee148'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:05:15.941186 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-027a8bc2-faa3-4cc7-95d0-d86f2f1d144b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:04:58Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['35c512b1-c0fa-4787-9673-d33c78bee148'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:05:15.979079 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-93a75271-3f11-43cd-896d-779b37d4b855 req-ab42287c-9c45-462e-846c-9b0ad9cea9c1 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9731674 Apr 12 03:05:15.991493 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [req-93a75271-3f11-43cd-896d-779b37d4b855 req-0cfe9a9a-1734-45fb-91d8-498aa188d8ac service neutron] Request body: {'port': {'device_id': '4e636e7e-3a3d-4e34-a988-28131f3278c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83744'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:05:16.146717 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f2949134-a2eb-480b-877e-26495cad80f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:16.221161 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e97b9180-a612-4bdd-94a4-4859af7bb6d9 req-d9a02f28-3367-40f8-98a3-8c3aa6f6a0a4 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Made reservation on behalf of 52b2d02e7570468daabac047ad3a7fa5 for: {'port': 1} {{(pid=103483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:05:16.224701 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-e97b9180-a612-4bdd-94a4-4859af7bb6d9 req-d9a02f28-3367-40f8-98a3-8c3aa6f6a0a4 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:16.226915 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26688ad-c498-4ef3-b15c-e2ab1454b363 service neutron] Pushing event updated for resources: {'Port': ['ID=768640d7-9586-42d0-9999-52dc1b337da1,revision_number=2']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:16.264771 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-2a9bf83a-2f55-4c88-9725-2a4bbb6e61c3 req-c47cfac7-a6bd-4bc1-afbe-ca80b1acf016 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 210 time: 0.1193438 Apr 12 03:05:16.323935 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-027a8bc2-faa3-4cc7-95d0-d86f2f1d144b None None] Set router 35c512b1-c0fa-4787-9673-d33c78bee148 gateway port host: dv-cinder-837443-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:05:16.383378 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-93a75271-3f11-43cd-896d-779b37d4b855 req-0cfe9a9a-1734-45fb-91d8-498aa188d8ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (122baedd-45f6-42b3-afc4-58af86808097), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:16.424195 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7a1bf-e177-463d-a4ca-78327f564471 None None] Pushing event updated for resources: {'Port': ['ID=330332dd-0596-4aed-b9db-935a1aa7ceae,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:16.503469 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.db_base_plugin_common [req-e97b9180-a612-4bdd-94a4-4859af7bb6d9 req-d9a02f28-3367-40f8-98a3-8c3aa6f6a0a4 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Allocated IP 172.20.0.3 (14a47694-9f88-4832-ab57-c60bc64938b8/fe4d4e4c-7961-4f3e-a108-6fc7a367da7d/b118642c-37b5-47a0-8bfd-58d89d227883) {{(pid=103483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:05:16.534178 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-d707d03b-efda-4566-b631-eff2117580bb None None] Attempting to bind port 330332dd-0596-4aed-b9db-935a1aa7ceae on host dv-cinder-837443-1-iscsi for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:05:16.534774 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-d707d03b-efda-4566-b631-eff2117580bb None None] Attempting to bind port 330332dd-0596-4aed-b9db-935a1aa7ceae by drivers openvswitch,hyperv on host dv-cinder-837443-1-iscsi at level 0 using segments [{'id': '71025db5-b671-400c-aac9-a4516ac262e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2b3dbba0-7776-42cc-ae85-893ed357f655'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:05:16.535266 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d707d03b-efda-4566-b631-eff2117580bb None None] Attempting to bind port 330332dd-0596-4aed-b9db-935a1aa7ceae on network 2b3dbba0-7776-42cc-ae85-893ed357f655 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:05:16.537451 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-e7b7decc-65b4-40fe-9a86-188f05469b16 None None] Provisioning complete for port f1520221-d622-4a9d-8d45-2b8795da9fac triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:05:16.537978 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e7b7decc-65b4-40fe-9a86-188f05469b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (f1520221-d622-4a9d-8d45-2b8795da9fac), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:16.588753 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-027a8bc2-faa3-4cc7-95d0-d86f2f1d144b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'name': 'tempest-AttachVolumeNegativeTest-1586939642-router', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '95173c10-6b01-412c-bf6f-36551b81baff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:49Z', 'updated_at': '2022-04-12T03:05:12Z', 'revision_number': 4, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'gw_port': {'id': '95173c10-6b01-412c-bf6f-36551b81baff', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:38:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:51Z', 'updated_at': '2022-04-12T03:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': '054442ec-508f-4b5a-9b29-057809715a20', 'name': '', 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'mac_address': 'fa:16:3e:17:75:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3d77e3de-5404-4af1-9a0f-14127064fff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:05:09Z', 'updated_at': '2022-04-12T03:05:13Z', 'revision_number': 2, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'subnets': [{'id': '3d77e3de-5404-4af1-9a0f-14127064fff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:05:16.592217 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d707d03b-efda-4566-b631-eff2117580bb None None] Checking agent: {'id': 'ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 2, 56, 1), 'started_at': datetime.datetime(2022, 4, 12, 2, 56, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:05:16.592810 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d707d03b-efda-4566-b631-eff2117580bb None None] Checking segment: {'id': '71025db5-b671-400c-aac9-a4516ac262e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2b3dbba0-7776-42cc-ae85-893ed357f655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:05:16.593346 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d707d03b-efda-4566-b631-eff2117580bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:16.593868 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d707d03b-efda-4566-b631-eff2117580bb None None] Bound using segment: {'id': '71025db5-b671-400c-aac9-a4516ac262e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2b3dbba0-7776-42cc-ae85-893ed357f655'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:05:16.594482 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-d707d03b-efda-4566-b631-eff2117580bb None None] Bound port: 330332dd-0596-4aed-b9db-935a1aa7ceae, host: dv-cinder-837443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71025db5-b671-400c-aac9-a4516ac262e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2b3dbba0-7776-42cc-ae85-893ed357f655'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:05:16.595015 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d707d03b-efda-4566-b631-eff2117580bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (330332dd-0596-4aed-b9db-935a1aa7ceae), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:16.599489 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Current status of the port 95173c10-6b01-412c-bf6f-36551b81baff is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:05:16.624274 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-e7b7decc-65b4-40fe-9a86-188f05469b16 None None] Port f1520221-d622-4a9d-8d45-2b8795da9fac cannot update to ACTIVE because it is not bound. {{(pid=103485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:05:16.662800 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027a8bc2-faa3-4cc7-95d0-d86f2f1d144b None None] Checking router: 35c512b1-c0fa-4787-9673-d33c78bee148 for host: dv-cinder-837443-1-iscsi {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:05:16.668306 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027a8bc2-faa3-4cc7-95d0-d86f2f1d144b None None] Updating router 35c512b1-c0fa-4787-9673-d33c78bee148 port 054442ec-508f-4b5a-9b29-057809715a20 binding host dv-cinder-837443-1-iscsi {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 03:05:16.671640 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-e97b9180-a612-4bdd-94a4-4859af7bb6d9 req-d9a02f28-3367-40f8-98a3-8c3aa6f6a0a4 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks [] for port (b118642c-37b5-47a0-8bfd-58d89d227883), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:16.700694 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 41574) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:05:16.703361 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-d707d03b-efda-4566-b631-eff2117580bb None None] For port 330332dd-0596-4aed-b9db-935a1aa7ceae, host dv-cinder-837443-1-iscsi, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:05:16.708627 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-d707d03b-efda-4566-b631-eff2117580bb None None] For port 330332dd-0596-4aed-b9db-935a1aa7ceae, host dv-cinder-837443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=330332dd-0596-4aed-b9db-935a1aa7ceae,segment=NetworkSegment(71025db5-b671-400c-aac9-a4516ac262e9),segment_id=71025db5-b671-400c-aac9-a4516ac262e9)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:05:16.718855 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d707d03b-efda-4566-b631-eff2117580bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (330332dd-0596-4aed-b9db-935a1aa7ceae), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:16.722412 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-2fee69b6-4eb6-4eb5-b759-65137ab7c322 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks [] for security_group (47db70a7-438e-442e-84b5-53150afe53e9), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:16.732599 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-027a8bc2-faa3-4cc7-95d0-d86f2f1d144b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (054442ec-508f-4b5a-9b29-057809715a20), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:16.750438 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-2101f723-5cb4-4be1-bf30-0e1aafe79a5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:16.754926 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f7e7bc-b603-499f-b41b-6b02e2d6f2ac admin admin] Router 4c6713fb-f30f-4734-bda5-92186752067c has already been hosted by L3 agent beb15aed-f2b6-4676-85ca-b43f14e6acf3 {{(pid=103483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:05:16.757744 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 41576) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:05:16.764596 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-7b827371-778f-40a0-bc7a-d7f68437138e tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Request body: {'security_group': {'name': 'tempest-securitygroup--887127219', 'description': 'tempest-description--725770461'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:05:16.767140 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-d9e9f309-2f0e-40e7-af8e-e01d334326b6 None None] Provisioning complete for port 122baedd-45f6-42b3-afc4-58af86808097 triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:05:16.768190 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d9e9f309-2f0e-40e7-af8e-e01d334326b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (122baedd-45f6-42b3-afc4-58af86808097), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:16.809233 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f2949134-a2eb-480b-877e-26495cad80f3 admin admin] Publish callbacks [] for security_group (0fe95818-e03c-471b-ac0b-cff181f5a257), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:16.817072 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f2949134-a2eb-480b-877e-26495cad80f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (0fe95818-e03c-471b-ac0b-cff181f5a257), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:16.818164 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-2fee69b6-4eb6-4eb5-b759-65137ab7c322 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (47db70a7-438e-442e-84b5-53150afe53e9), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:16.888846 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7a1bf-e177-463d-a4ca-78327f564471 None None] Pushing event updated for resources: {'Port': ['ID=330332dd-0596-4aed-b9db-935a1aa7ceae,revision_number=4']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:16.895814 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d707d03b-efda-4566-b631-eff2117580bb None None] Routers {'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:05:16.903841 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-d707d03b-efda-4566-b631-eff2117580bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:04:58Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df'], 'active': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:05:16.908242 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-d9e9f309-2f0e-40e7-af8e-e01d334326b6 None None] Port 122baedd-45f6-42b3-afc4-58af86808097 cannot update to ACTIVE because it is not bound. {{(pid=103485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:05:16.925085 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-2fee69b6-4eb6-4eb5-b759-65137ab7c322 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks [] for security_group (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:16.929113 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-2fee69b6-4eb6-4eb5-b759-65137ab7c322 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.2326357 Apr 12 03:05:16.929113 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-e97b9180-a612-4bdd-94a4-4859af7bb6d9 req-d9a02f28-3367-40f8-98a3-8c3aa6f6a0a4 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28322803'] for port (b118642c-37b5-47a0-8bfd-58d89d227883), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:16.943734 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 41580) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:05:16.954649 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [None req-1c64c2ec-af99-49fd-8b60-9688c88d64ec tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Request body: {'security_group_rule': {'security_group_id': '47db70a7-438e-442e-84b5-53150afe53e9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:05:16.964105 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-d9e9f309-2f0e-40e7-af8e-e01d334326b6 None None] Provisioning complete for port 330332dd-0596-4aed-b9db-935a1aa7ceae triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:05:16.964804 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d9e9f309-2f0e-40e7-af8e-e01d334326b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (330332dd-0596-4aed-b9db-935a1aa7ceae), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:17.024462 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.notifiers.nova [req-93a75271-3f11-43cd-896d-779b37d4b855 req-0cfe9a9a-1734-45fb-91d8-498aa188d8ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 122baedd-45f6-42b3-afc4-58af86808097 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:05:17.034782 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-93a75271-3f11-43cd-896d-779b37d4b855 req-0cfe9a9a-1734-45fb-91d8-498aa188d8ac service neutron] Publish callbacks [] for port (122baedd-45f6-42b3-afc4-58af86808097), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:17.061010 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-93a75271-3f11-43cd-896d-779b37d4b855 req-0cfe9a9a-1734-45fb-91d8-498aa188d8ac service neutron] Transition to ACTIVE for port object 122baedd-45f6-42b3-afc4-58af86808097 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 03:05:17.072857 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7b827371-778f-40a0-bc7a-d7f68437138e tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:17.087171 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-1c64c2ec-af99-49fd-8b60-9688c88d64ec tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks [] for security_group_rule (cde627b4-7dd0-483b-b1d3-305c082a50f8), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:17.137402 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.managers [req-c31d40f7-c651-4665-8c51-3c8824d39c84 req-a26688ad-c498-4ef3-b15c-e2ab1454b363 service neutron] Attempting to bind port 768640d7-9586-42d0-9999-52dc1b337da1 on host hv-cinder-83744 for vnic_type normal with profile {{(pid=103483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:05:17.137759 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.managers [req-c31d40f7-c651-4665-8c51-3c8824d39c84 req-a26688ad-c498-4ef3-b15c-e2ab1454b363 service neutron] Attempting to bind port 768640d7-9586-42d0-9999-52dc1b337da1 by drivers openvswitch,hyperv on host hv-cinder-83744 at level 0 using segments [{'id': 'fc66e167-0a90-4af7-a813-15865f0885a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '813f4c80-9eb3-4fdd-9a75-8d7c76e1f557'}] {{(pid=103483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:05:17.138101 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31d40f7-c651-4665-8c51-3c8824d39c84 req-a26688ad-c498-4ef3-b15c-e2ab1454b363 service neutron] Attempting to bind port 768640d7-9586-42d0-9999-52dc1b337da1 on network 813f4c80-9eb3-4fdd-9a75-8d7c76e1f557 {{(pid=103483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:05:17.149386 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvr_db [None req-d707d03b-efda-4566-b631-eff2117580bb None None] Set router b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df gateway port host: dv-cinder-837443-1-iscsi {{(pid=103485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:05:17.162842 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a5553-774b-4194-b59c-e729f60e4451 req-49cc15ed-52fc-448b-bd71-fdb2acf49ac0 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:17.163087 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31d40f7-c651-4665-8c51-3c8824d39c84 req-a26688ad-c498-4ef3-b15c-e2ab1454b363 service neutron] Port 768640d7-9586-42d0-9999-52dc1b337da1 on network 813f4c80-9eb3-4fdd-9a75-8d7c76e1f557 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83744 {{(pid=103483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 03:05:17.163313 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31d40f7-c651-4665-8c51-3c8824d39c84 req-a26688ad-c498-4ef3-b15c-e2ab1454b363 service neutron] Attempting to bind port 768640d7-9586-42d0-9999-52dc1b337da1 on network 813f4c80-9eb3-4fdd-9a75-8d7c76e1f557 {{(pid=103483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:05:17.164362 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-0f7a5553-774b-4194-b59c-e729f60e4451 req-49cc15ed-52fc-448b-bd71-fdb2acf49ac0 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e5a42ad-be99-4b50-a15d-098ecfad7c41 HTTP/1.1" status: 200 len: 944 time: 0.0931771 Apr 12 03:05:17.173960 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-93a75271-3f11-43cd-896d-779b37d4b855 req-0cfe9a9a-1734-45fb-91d8-498aa188d8ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28695544'] for port (122baedd-45f6-42b3-afc4-58af86808097), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:17.194997 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-d9e9f309-2f0e-40e7-af8e-e01d334326b6 None None] Current status of the port 330332dd-0596-4aed-b9db-935a1aa7ceae is: DOWN; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:05:17.195775 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d9e9f309-2f0e-40e7-af8e-e01d334326b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (330332dd-0596-4aed-b9db-935a1aa7ceae), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:17.215867 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31d40f7-c651-4665-8c51-3c8824d39c84 req-a26688ad-c498-4ef3-b15c-e2ab1454b363 service neutron] Checking agent: {'id': 'd9b4afc3-988d-4081-ae69-d9ab2b5cf58b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83744', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 3, 2, 51), 'started_at': datetime.datetime(2022, 4, 12, 3, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:05:17.216299 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31d40f7-c651-4665-8c51-3c8824d39c84 req-a26688ad-c498-4ef3-b15c-e2ab1454b363 service neutron] Checking segment: {'id': 'fc66e167-0a90-4af7-a813-15865f0885a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '813f4c80-9eb3-4fdd-9a75-8d7c76e1f557'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:05:17.216683 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31d40f7-c651-4665-8c51-3c8824d39c84 req-a26688ad-c498-4ef3-b15c-e2ab1454b363 service neutron] Bound using segment: {'id': 'fc66e167-0a90-4af7-a813-15865f0885a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '813f4c80-9eb3-4fdd-9a75-8d7c76e1f557'} {{(pid=103483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:05:17.217151 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.managers [req-c31d40f7-c651-4665-8c51-3c8824d39c84 req-a26688ad-c498-4ef3-b15c-e2ab1454b363 service neutron] Bound port: 768640d7-9586-42d0-9999-52dc1b337da1, host: hv-cinder-83744, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc66e167-0a90-4af7-a813-15865f0885a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '813f4c80-9eb3-4fdd-9a75-8d7c76e1f557'}}] {{(pid=103483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:05:17.217605 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-c31d40f7-c651-4665-8c51-3c8824d39c84 req-a26688ad-c498-4ef3-b15c-e2ab1454b363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (768640d7-9586-42d0-9999-52dc1b337da1), before_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:17.231806 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee69b6-4eb6-4eb5-b759-65137ab7c322 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47db70a7-438e-442e-84b5-53150afe53e9,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:17.242531 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-027a8bc2-faa3-4cc7-95d0-d86f2f1d144b None None] Publish callbacks [] for port (054442ec-508f-4b5a-9b29-057809715a20), precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:17.248380 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a02f28-3367-40f8-98a3-8c3aa6f6a0a4 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Pushing event updated for resources: {'Port': ['ID=b118642c-37b5-47a0-8bfd-58d89d227883,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:17.262508 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-027a8bc2-faa3-4cc7-95d0-d86f2f1d144b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (054442ec-508f-4b5a-9b29-057809715a20), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:17.271340 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-f2949134-a2eb-480b-877e-26495cad80f3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=77de0799001844b88282cd644df5c4d9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5400515 Apr 12 03:05:17.272233 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 41584) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:05:17.294558 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e97b9180-a612-4bdd-94a4-4859af7bb6d9 req-d9a02f28-3367-40f8-98a3-8c3aa6f6a0a4 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Network 14a47694-9f88-4832-ab57-c60bc64938b8 is already hosted by enough agents. {{(pid=103483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:05:17.297324 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2949134-a2eb-480b-877e-26495cad80f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe95818-e03c-471b-ac0b-cff181f5a257,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:17.301108 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-cc9ce5fc-5882-42f1-aca3-d4ade30d7270 admin admin] Publish callbacks [] for security_group (75605277-543f-43a1-944f-9419c0ba6ddb), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:17.329408 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-cc9ce5fc-5882-42f1-aca3-d4ade30d7270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (75605277-543f-43a1-944f-9419c0ba6ddb), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:17.332248 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.base_scheduler [req-e97b9180-a612-4bdd-94a4-4859af7bb6d9 req-d9a02f28-3367-40f8-98a3-8c3aa6f6a0a4 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Resources bound (agent type, host, resource id): {{(pid=103483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:05:17.370636 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.l3_dvrscheduler_db [req-e97b9180-a612-4bdd-94a4-4859af7bb6d9 req-d9a02f28-3367-40f8-98a3-8c3aa6f6a0a4 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Received port after_create {{(pid=103483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:05:17.379236 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217eaa39-1cc0-45ac-8b7a-e6fd567bc6f4 None None] Pushing event updated for resources: {'Port': ['ID=054442ec-508f-4b5a-9b29-057809715a20,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:17.397013 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9ce5fc-5882-42f1-aca3-d4ade30d7270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75605277-543f-43a1-944f-9419c0ba6ddb,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:17.444440 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-d9e9f309-2f0e-40e7-af8e-e01d334326b6 None None] For port 330332dd-0596-4aed-b9db-935a1aa7ceae, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=330332dd-0596-4aed-b9db-935a1aa7ceae,segment=NetworkSegment(71025db5-b671-400c-aac9-a4516ac262e9),segment_id=71025db5-b671-400c-aac9-a4516ac262e9)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:05:17.458435 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-027a8bc2-faa3-4cc7-95d0-d86f2f1d144b None None] Attempting to bind port 054442ec-508f-4b5a-9b29-057809715a20 on host dv-cinder-837443-1-iscsi for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:05:17.458846 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-027a8bc2-faa3-4cc7-95d0-d86f2f1d144b None None] Attempting to bind port 054442ec-508f-4b5a-9b29-057809715a20 by drivers openvswitch,hyperv on host dv-cinder-837443-1-iscsi at level 0 using segments [{'id': 'dd5e46db-2abb-4e6f-862d-f5a1257f87c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:05:17.459269 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027a8bc2-faa3-4cc7-95d0-d86f2f1d144b None None] Attempting to bind port 054442ec-508f-4b5a-9b29-057809715a20 on network c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:05:17.467082 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027a8bc2-faa3-4cc7-95d0-d86f2f1d144b None None] Checking agent: {'id': 'ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 2, 56, 1), 'started_at': datetime.datetime(2022, 4, 12, 2, 56, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:05:17.467322 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027a8bc2-faa3-4cc7-95d0-d86f2f1d144b None None] Checking segment: {'id': 'dd5e46db-2abb-4e6f-862d-f5a1257f87c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:05:17.467715 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-027a8bc2-faa3-4cc7-95d0-d86f2f1d144b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:17.468190 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027a8bc2-faa3-4cc7-95d0-d86f2f1d144b None None] Bound using segment: {'id': 'dd5e46db-2abb-4e6f-862d-f5a1257f87c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:05:17.468667 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-027a8bc2-faa3-4cc7-95d0-d86f2f1d144b None None] Bound port: 054442ec-508f-4b5a-9b29-057809715a20, host: dv-cinder-837443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd5e46db-2abb-4e6f-862d-f5a1257f87c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:05:17.469049 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-027a8bc2-faa3-4cc7-95d0-d86f2f1d144b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (054442ec-508f-4b5a-9b29-057809715a20), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:17.479137 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d9e9f309-2f0e-40e7-af8e-e01d334326b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (330332dd-0596-4aed-b9db-935a1aa7ceae), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:17.578080 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7b827371-778f-40a0-bc7a-d7f68437138e tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for security_group (0d434ffc-5a24-4ae6-a04d-d3d57c621012), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:17.580983 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-027a8bc2-faa3-4cc7-95d0-d86f2f1d144b None None] For port 054442ec-508f-4b5a-9b29-057809715a20, host dv-cinder-837443-1-iscsi, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:05:17.592066 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-1c64c2ec-af99-49fd-8b60-9688c88d64ec tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks [] for security_group_rule (cde627b4-7dd0-483b-b1d3-305c082a50f8), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:17.593179 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-027a8bc2-faa3-4cc7-95d0-d86f2f1d144b None None] For port 054442ec-508f-4b5a-9b29-057809715a20, host dv-cinder-837443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=054442ec-508f-4b5a-9b29-057809715a20,segment=NetworkSegment(dd5e46db-2abb-4e6f-862d-f5a1257f87c2),segment_id=dd5e46db-2abb-4e6f-862d-f5a1257f87c2)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:05:17.618790 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-027a8bc2-faa3-4cc7-95d0-d86f2f1d144b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (054442ec-508f-4b5a-9b29-057809715a20), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:17.656788 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-1c64c2ec-af99-49fd-8b60-9688c88d64ec tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707756'] for security_group_rule (cde627b4-7dd0-483b-b1d3-305c082a50f8), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:17.660562 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-cc9ce5fc-5882-42f1-aca3-d4ade30d7270 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=52401679c4584a20bd150bb341367b16&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7153010 Apr 12 03:05:17.662949 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfe9a9a-1734-45fb-91d8-498aa188d8ac service neutron] Pushing event updated for resources: {'Port': ['ID=122baedd-45f6-42b3-afc4-58af86808097,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:17.668762 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-0f7a5553-774b-4194-b59c-e729f60e4451 req-91d401ed-669b-42df-88f8-43d6cb33dce1 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8f469cb-51e6-49aa-a65f-c1414cf6e610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4908271 Apr 12 03:05:17.669512 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7b827371-778f-40a0-bc7a-d7f68437138e tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (0d434ffc-5a24-4ae6-a04d-d3d57c621012), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:17.672372 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 41588) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:05:17.675291 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e9f309-2f0e-40e7-af8e-e01d334326b6 None None] Pushing event updated for resources: {'Port': ['ID=330332dd-0596-4aed-b9db-935a1aa7ceae,revision_number=5']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:17.703294 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-96de9f2f-366a-4336-94cb-89eff24b1c8a None None] Provisioning complete for port 330332dd-0596-4aed-b9db-935a1aa7ceae triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:05:17.721107 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-96de9f2f-366a-4336-94cb-89eff24b1c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (330332dd-0596-4aed-b9db-935a1aa7ceae), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:17.753553 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.db [req-c31d40f7-c651-4665-8c51-3c8824d39c84 req-a26688ad-c498-4ef3-b15c-e2ab1454b363 service neutron] For port 768640d7-9586-42d0-9999-52dc1b337da1, host hv-cinder-83744, cleared binding levels {{(pid=103483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:05:17.772001 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027a8bc2-faa3-4cc7-95d0-d86f2f1d144b None None] Routers {'35c512b1-c0fa-4787-9673-d33c78bee148'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:05:17.773155 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-027a8bc2-faa3-4cc7-95d0-d86f2f1d144b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:04:58Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['35c512b1-c0fa-4787-9673-d33c78bee148'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:05:17.804564 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.db [req-c31d40f7-c651-4665-8c51-3c8824d39c84 req-a26688ad-c498-4ef3-b15c-e2ab1454b363 service neutron] For port 768640d7-9586-42d0-9999-52dc1b337da1, host hv-cinder-83744, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=768640d7-9586-42d0-9999-52dc1b337da1,segment=NetworkSegment(fc66e167-0a90-4af7-a813-15865f0885a2),segment_id=fc66e167-0a90-4af7-a813-15865f0885a2)] {{(pid=103483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:05:17.823144 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b9180-a612-4bdd-94a4-4859af7bb6d9 req-d9a02f28-3367-40f8-98a3-8c3aa6f6a0a4 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:17.827035 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-e97b9180-a612-4bdd-94a4-4859af7bb6d9 req-d9a02f28-3367-40f8-98a3-8c3aa6f6a0a4 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for port (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:17.851479 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f0828605-3a0d-43ea-8e46-3e5eb9f9a078 admin admin] Publish callbacks [] for security_group (0fe95818-e03c-471b-ac0b-cff181f5a257), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:17.883246 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-2101f723-5cb4-4be1-bf30-0e1aafe79a5b admin admin] Publish callbacks [] for security_group (6fd3d265-0162-4dda-ada8-654ad1abdb24), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:17.884880 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f7e7bc-b603-499f-b41b-6b02e2d6f2ac admin admin] Notify agent at l3_agent.dv-cinder-837443-1-iscsi the message routers_updated {{(pid=103483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:05:17.892965 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c64c2ec-af99-49fd-8b60-9688c88d64ec tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cde627b4-7dd0-483b-b1d3-305c082a50f8,revision_number=0']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:17.903898 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-e0f7e7bc-b603-499f-b41b-6b02e2d6f2ac admin admin] 10.222.0.32 "PUT /v2.0/routers/4c6713fb-f30f-4734-bda5-92186752067c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 21.4080977 Apr 12 03:05:17.905551 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-c31d40f7-c651-4665-8c51-3c8824d39c84 req-a26688ad-c498-4ef3-b15c-e2ab1454b363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28322808'] for port (768640d7-9586-42d0-9999-52dc1b337da1), after_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:17.914965 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f0828605-3a0d-43ea-8e46-3e5eb9f9a078 admin admin] Publish callbacks [] for security_group (0fe95818-e03c-471b-ac0b-cff181f5a257), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:17.933936 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78b77fe-ccc7-4e47-a0b2-bdfe844beffb None None] Sync routers for ids ['4c6713fb-f30f-4734-bda5-92186752067c'] in dv-cinder-837443-1-iscsi {{(pid=103485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:05:17.963048 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-2101f723-5cb4-4be1-bf30-0e1aafe79a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (6fd3d265-0162-4dda-ada8-654ad1abdb24), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:17.974619 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-1c64c2ec-af99-49fd-8b60-9688c88d64ec tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:17.976502 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-1c64c2ec-af99-49fd-8b60-9688c88d64ec tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0285044 Apr 12 03:05:17.984849 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78b77fe-ccc7-4e47-a0b2-bdfe844beffb None None] Routers {'4c6713fb-f30f-4734-bda5-92186752067c'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:05:17.985490 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-d78b77fe-ccc7-4e47-a0b2-bdfe844beffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:04:58Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['4c6713fb-f30f-4734-bda5-92186752067c'], 'active': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:05:17.999667 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 41592) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:05:18.008037 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-027a8bc2-faa3-4cc7-95d0-d86f2f1d144b None None] Set router 35c512b1-c0fa-4787-9673-d33c78bee148 gateway port host: dv-cinder-837443-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:05:18.027963 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7d386dcb-5b00-46a8-a869-f4b8290bec7d admin admin] Publish callbacks [] for security_group (75605277-543f-43a1-944f-9419c0ba6ddb), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:18.070435 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-2101f723-5cb4-4be1-bf30-0e1aafe79a5b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9279e4ae388f4a7799903715c27ffb6d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3461254 Apr 12 03:05:18.084104 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d6f9e4-f487-4b9e-8fda-6b0ffa262e62 req-f82a34e3-fa42-4827-8666-bc932f86b7ae tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:18.086413 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-71d6f9e4-f487-4b9e-8fda-6b0ffa262e62 req-f82a34e3-fa42-4827-8666-bc932f86b7ae tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 931 time: 0.2448745 Apr 12 03:05:18.086966 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 41594) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:05:18.102795 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-c120064f-60bc-41c3-8422-a0c185930717 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Request body: {'security_group_rule': {'security_group_id': '47db70a7-438e-442e-84b5-53150afe53e9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:05:18.128413 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-93a75271-3f11-43cd-896d-779b37d4b855 req-0cfe9a9a-1734-45fb-91d8-498aa188d8ac service neutron] Attempting to bind port 122baedd-45f6-42b3-afc4-58af86808097 on host hv-cinder-83744 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:05:18.129071 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-93a75271-3f11-43cd-896d-779b37d4b855 req-0cfe9a9a-1734-45fb-91d8-498aa188d8ac service neutron] Attempting to bind port 122baedd-45f6-42b3-afc4-58af86808097 by drivers openvswitch,hyperv on host hv-cinder-83744 at level 0 using segments [{'id': '99682a96-90c8-491c-a1f8-c6fe889256f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14a47694-9f88-4832-ab57-c60bc64938b8'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:05:18.129624 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a75271-3f11-43cd-896d-779b37d4b855 req-0cfe9a9a-1734-45fb-91d8-498aa188d8ac service neutron] Attempting to bind port 122baedd-45f6-42b3-afc4-58af86808097 on network 14a47694-9f88-4832-ab57-c60bc64938b8 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:05:18.133220 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b827371-778f-40a0-bc7a-d7f68437138e tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d434ffc-5a24-4ae6-a04d-d3d57c621012,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:18.151989 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7b827371-778f-40a0-bc7a-d7f68437138e tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:18.156027 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-7b827371-778f-40a0-bc7a-d7f68437138e tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.3942692 Apr 12 03:05:18.157307 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-d707d03b-efda-4566-b631-eff2117580bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df', 'name': 'tempest-AttachVolumeShelveTestJSON-600950735-router', 'tenant_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '1f833beb-1b0a-47a7-ad22-a06e54385443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:47Z', 'updated_at': '2022-04-12T03:05:05Z', 'revision_number': 4, 'project_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'gw_port': {'id': '1f833beb-1b0a-47a7-ad22-a06e54385443', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:29:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:48Z', 'updated_at': '2022-04-12T03:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': '330332dd-0596-4aed-b9db-935a1aa7ceae', 'name': '', 'network_id': '2b3dbba0-7776-42cc-ae85-893ed357f655', 'tenant_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'mac_address': 'fa:16:3e:dc:0e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '100d1803-3d36-4c71-9fbf-e95fa2273558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:58Z', 'updated_at': '2022-04-12T03:05:16Z', 'revision_number': 4, 'project_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'subnets': [{'id': '100d1803-3d36-4c71-9fbf-e95fa2273558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:05:18.161075 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 41596) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:05:18.189441 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-7f1cab26-83ae-4948-bccf-b346763fadbd tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Request body: {'security_group_rule': {'security_group_id': '0d434ffc-5a24-4ae6-a04d-d3d57c621012', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:05:18.207594 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a75271-3f11-43cd-896d-779b37d4b855 req-0cfe9a9a-1734-45fb-91d8-498aa188d8ac service neutron] Port 122baedd-45f6-42b3-afc4-58af86808097 on network 14a47694-9f88-4832-ab57-c60bc64938b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83744 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 03:05:18.207943 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a75271-3f11-43cd-896d-779b37d4b855 req-0cfe9a9a-1734-45fb-91d8-498aa188d8ac service neutron] Attempting to bind port 122baedd-45f6-42b3-afc4-58af86808097 on network 14a47694-9f88-4832-ab57-c60bc64938b8 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:05:18.222214 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a75271-3f11-43cd-896d-779b37d4b855 req-0cfe9a9a-1734-45fb-91d8-498aa188d8ac service neutron] Checking agent: {'id': 'd9b4afc3-988d-4081-ae69-d9ab2b5cf58b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83744', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 3, 2, 51), 'started_at': datetime.datetime(2022, 4, 12, 3, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:05:18.222214 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a75271-3f11-43cd-896d-779b37d4b855 req-0cfe9a9a-1734-45fb-91d8-498aa188d8ac service neutron] Checking segment: {'id': '99682a96-90c8-491c-a1f8-c6fe889256f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14a47694-9f88-4832-ab57-c60bc64938b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:05:18.222214 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a75271-3f11-43cd-896d-779b37d4b855 req-0cfe9a9a-1734-45fb-91d8-498aa188d8ac service neutron] Bound using segment: {'id': '99682a96-90c8-491c-a1f8-c6fe889256f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14a47694-9f88-4832-ab57-c60bc64938b8'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:05:18.222512 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-93a75271-3f11-43cd-896d-779b37d4b855 req-0cfe9a9a-1734-45fb-91d8-498aa188d8ac service neutron] Bound port: 122baedd-45f6-42b3-afc4-58af86808097, host: hv-cinder-83744, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99682a96-90c8-491c-a1f8-c6fe889256f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14a47694-9f88-4832-ab57-c60bc64938b8'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:05:18.222805 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-93a75271-3f11-43cd-896d-779b37d4b855 req-0cfe9a9a-1734-45fb-91d8-498aa188d8ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (122baedd-45f6-42b3-afc4-58af86808097), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:18.244059 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7d386dcb-5b00-46a8-a869-f4b8290bec7d admin admin] Publish callbacks [] for security_group (75605277-543f-43a1-944f-9419c0ba6ddb), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:18.246541 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d707d03b-efda-4566-b631-eff2117580bb None None] The sync data for ids ['b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df'] in dv-cinder-837443-1-iscsi is: [{'id': 'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df', 'name': 'tempest-AttachVolumeShelveTestJSON-600950735-router', 'tenant_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '1f833beb-1b0a-47a7-ad22-a06e54385443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:47Z', 'updated_at': '2022-04-12T03:05:05Z', 'revision_number': 4, 'project_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'gw_port': {'id': '1f833beb-1b0a-47a7-ad22-a06e54385443', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:29:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:48Z', 'updated_at': '2022-04-12T03:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': '330332dd-0596-4aed-b9db-935a1aa7ceae', 'name': '', 'network_id': '2b3dbba0-7776-42cc-ae85-893ed357f655', 'tenant_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'mac_address': 'fa:16:3e:dc:0e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '100d1803-3d36-4c71-9fbf-e95fa2273558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:58Z', 'updated_at': '2022-04-12T03:05:16Z', 'revision_number': 4, 'project_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'subnets': [{'id': '100d1803-3d36-4c71-9fbf-e95fa2273558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:05:18.287650 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-e97b9180-a612-4bdd-94a4-4859af7bb6d9 req-d9a02f28-3367-40f8-98a3-8c3aa6f6a0a4 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5083268 Apr 12 03:05:18.289872 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26688ad-c498-4ef3-b15c-e2ab1454b363 service neutron] Pushing event updated for resources: {'Port': ['ID=768640d7-9586-42d0-9999-52dc1b337da1,revision_number=3']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:18.299011 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-96de9f2f-366a-4336-94cb-89eff24b1c8a None None] Current status of the port 330332dd-0596-4aed-b9db-935a1aa7ceae is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:05:18.324677 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c120064f-60bc-41c3-8422-a0c185930717 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks [] for security_group_rule (03429ed6-6870-4674-85c5-03792c3d985b), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:18.407283 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f0828605-3a0d-43ea-8e46-3e5eb9f9a078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (0fe95818-e03c-471b-ac0b-cff181f5a257), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:18.410100 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f0828605-3a0d-43ea-8e46-3e5eb9f9a078 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:18.412048 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-f0828605-3a0d-43ea-8e46-3e5eb9f9a078 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0fe95818-e03c-471b-ac0b-cff181f5a257 HTTP/1.1" status: 204 len: 168 time: 1.1278784 Apr 12 03:05:18.415501 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217eaa39-1cc0-45ac-8b7a-e6fd567bc6f4 None None] Pushing event updated for resources: {'Port': ['ID=054442ec-508f-4b5a-9b29-057809715a20,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:18.431355 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvr_db [None req-d78b77fe-ccc7-4e47-a0b2-bdfe844beffb None None] Set router 4c6713fb-f30f-4734-bda5-92186752067c gateway port host: dv-cinder-837443-1-iscsi {{(pid=103485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:05:18.440741 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [req-e97b9180-a612-4bdd-94a4-4859af7bb6d9 req-5cede465-5959-48d7-9abd-5b9c855aec6c service neutron] Request body: {'port': {'device_id': 'f918add8-29e9-4bae-9c11-9ee7fe7c3317', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83744'}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:05:18.475474 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0828605-3a0d-43ea-8e46-3e5eb9f9a078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe95818-e03c-471b-ac0b-cff181f5a257,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:18.542090 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-6e283082-1fcc-416e-905d-f86af87fef20 None None] Provisioning complete for port b118642c-37b5-47a0-8bfd-58d89d227883 triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:05:18.542707 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6e283082-1fcc-416e-905d-f86af87fef20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (b118642c-37b5-47a0-8bfd-58d89d227883), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:18.623152 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-027a8bc2-faa3-4cc7-95d0-d86f2f1d144b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'name': 'tempest-AttachVolumeNegativeTest-1586939642-router', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '95173c10-6b01-412c-bf6f-36551b81baff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:49Z', 'updated_at': '2022-04-12T03:05:12Z', 'revision_number': 4, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'gw_port': {'id': '95173c10-6b01-412c-bf6f-36551b81baff', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:38:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:51Z', 'updated_at': '2022-04-12T03:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': '054442ec-508f-4b5a-9b29-057809715a20', 'name': '', 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'mac_address': 'fa:16:3e:17:75:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3d77e3de-5404-4af1-9a0f-14127064fff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:05:09Z', 'updated_at': '2022-04-12T03:05:17Z', 'revision_number': 4, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'subnets': [{'id': '3d77e3de-5404-4af1-9a0f-14127064fff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:05:18.671791 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-e97b9180-a612-4bdd-94a4-4859af7bb6d9 req-5cede465-5959-48d7-9abd-5b9c855aec6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (b118642c-37b5-47a0-8bfd-58d89d227883), before_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:18.690539 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d40f7-c651-4665-8c51-3c8824d39c84 req-a26688ad-c498-4ef3-b15c-e2ab1454b363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:18.691171 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-c31d40f7-c651-4665-8c51-3c8824d39c84 req-a26688ad-c498-4ef3-b15c-e2ab1454b363 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for port (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:18.692850 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c31d40f7-c651-4665-8c51-3c8824d39c84 req-a26688ad-c498-4ef3-b15c-e2ab1454b363 service neutron] 10.222.0.25 "PUT /v2.0/ports/768640d7-9586-42d0-9999-52dc1b337da1 HTTP/1.1" status: 200 len: 1094 time: 8.8470168 Apr 12 03:05:18.701410 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e5a42ad-be99-4b50-a15d-098ecfad7c41', 'tag': '768640d7-9586-42d0-9999-52dc1b337da1'}] {{(pid=103483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:05:18.710068 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027a8bc2-faa3-4cc7-95d0-d86f2f1d144b None None] The sync data for ids ['35c512b1-c0fa-4787-9673-d33c78bee148'] in dv-cinder-837443-1-iscsi is: [{'id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'name': 'tempest-AttachVolumeNegativeTest-1586939642-router', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '95173c10-6b01-412c-bf6f-36551b81baff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:49Z', 'updated_at': '2022-04-12T03:05:12Z', 'revision_number': 4, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'gw_port': {'id': '95173c10-6b01-412c-bf6f-36551b81baff', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:38:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:51Z', 'updated_at': '2022-04-12T03:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': '054442ec-508f-4b5a-9b29-057809715a20', 'name': '', 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'mac_address': 'fa:16:3e:17:75:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3d77e3de-5404-4af1-9a0f-14127064fff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:05:09Z', 'updated_at': '2022-04-12T03:05:17Z', 'revision_number': 4, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'subnets': [{'id': '3d77e3de-5404-4af1-9a0f-14127064fff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:05:18.846031 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-6e283082-1fcc-416e-905d-f86af87fef20 None None] Port b118642c-37b5-47a0-8bfd-58d89d227883 cannot update to ACTIVE because it is not bound. {{(pid=103485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:05:18.920137 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2101f723-5cb4-4be1-bf30-0e1aafe79a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd3d265-0162-4dda-ada8-654ad1abdb24,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:18.968323 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-6e283082-1fcc-416e-905d-f86af87fef20 None None] Provisioning complete for port 054442ec-508f-4b5a-9b29-057809715a20 triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:05:18.968893 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6e283082-1fcc-416e-905d-f86af87fef20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (054442ec-508f-4b5a-9b29-057809715a20), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:18.983541 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7f1cab26-83ae-4948-bccf-b346763fadbd tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for security_group_rule (163bbe5e-ea5f-4029-80b0-bdcd866676dd), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:19.109709 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-93a75271-3f11-43cd-896d-779b37d4b855 req-0cfe9a9a-1734-45fb-91d8-498aa188d8ac service neutron] For port 122baedd-45f6-42b3-afc4-58af86808097, host hv-cinder-83744, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:05:19.220749 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7f1cab26-83ae-4948-bccf-b346763fadbd tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for security_group_rule (163bbe5e-ea5f-4029-80b0-bdcd866676dd), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:19.271363 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-d78b77fe-ccc7-4e47-a0b2-bdfe844beffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6713fb-f30f-4734-bda5-92186752067c', 'name': 'tempest-AttachVolumeTestJSON-759078494-router', 'tenant_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': 'e2a3f1db-c32b-4a7b-b996-fc9aeff37995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:50Z', 'updated_at': '2022-04-12T03:05:10Z', 'revision_number': 4, 'project_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'gw_port': {'id': 'e2a3f1db-c32b-4a7b-b996-fc9aeff37995', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:9b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6713fb-f30f-4734-bda5-92186752067c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:51Z', 'updated_at': '2022-04-12T03:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': 'f1520221-d622-4a9d-8d45-2b8795da9fac', 'name': '', 'network_id': '97d0737a-0806-4131-b2fa-4a4f2be2d49e', 'tenant_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'mac_address': 'fa:16:3e:ee:95:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6713fb-f30f-4734-bda5-92186752067c', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '6de8150c-bedf-4873-b651-20f43e4f6dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:05:04Z', 'updated_at': '2022-04-12T03:05:11Z', 'revision_number': 2, 'project_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'subnets': [{'id': '6de8150c-bedf-4873-b651-20f43e4f6dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:05:19.288704 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-93a75271-3f11-43cd-896d-779b37d4b855 req-0cfe9a9a-1734-45fb-91d8-498aa188d8ac service neutron] For port 122baedd-45f6-42b3-afc4-58af86808097, host hv-cinder-83744, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=122baedd-45f6-42b3-afc4-58af86808097,segment=NetworkSegment(99682a96-90c8-491c-a1f8-c6fe889256f4),segment_id=99682a96-90c8-491c-a1f8-c6fe889256f4)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:05:19.299884 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c120064f-60bc-41c3-8422-a0c185930717 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks [] for security_group_rule (03429ed6-6870-4674-85c5-03792c3d985b), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:19.303710 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7f1cab26-83ae-4948-bccf-b346763fadbd tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707756'] for security_group_rule (163bbe5e-ea5f-4029-80b0-bdcd866676dd), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:19.330790 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e274900216188b1398d2f2ab6fda0f9d84329b9f507230773e3e9728a2d4b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993a7f1d-602a-476b-907d-de32132afd66" -d '{"events": [{"name": "network-changed", "server_uuid": "1e5a42ad-be99-4b50-a15d-098ecfad7c41", "tag": "768640d7-9586-42d0-9999-52dc1b337da1"}]}' {{(pid=103483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:05:19.333159 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-93a75271-3f11-43cd-896d-779b37d4b855 req-0cfe9a9a-1734-45fb-91d8-498aa188d8ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28695544'] for port (122baedd-45f6-42b3-afc4-58af86808097), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:19.342112 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 41614) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:05:19.342914 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1cab26-83ae-4948-bccf-b346763fadbd tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=163bbe5e-ea5f-4029-80b0-bdcd866676dd,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:19.375526 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-71d6f9e4-f487-4b9e-8fda-6b0ffa262e62 req-5e253f0a-e12e-4f09-8620-88d531055830 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0616953 Apr 12 03:05:19.378516 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-b9ce454c-5a10-4413-bd3c-350699ed2d96 admin admin] Publish callbacks [] for security_group (6fd3d265-0162-4dda-ada8-654ad1abdb24), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:19.385900 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 41618) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:05:19.390589 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78b77fe-ccc7-4e47-a0b2-bdfe844beffb None None] Checking router: 4c6713fb-f30f-4734-bda5-92186752067c for host: dv-cinder-837443-1-iscsi {{(pid=103485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:05:19.391236 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78b77fe-ccc7-4e47-a0b2-bdfe844beffb None None] Updating router 4c6713fb-f30f-4734-bda5-92186752067c port f1520221-d622-4a9d-8d45-2b8795da9fac binding host dv-cinder-837443-1-iscsi {{(pid=103485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 03:05:19.440799 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d78b77fe-ccc7-4e47-a0b2-bdfe844beffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (f1520221-d622-4a9d-8d45-2b8795da9fac), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:19.445162 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-6e283082-1fcc-416e-905d-f86af87fef20 None None] Current status of the port 054442ec-508f-4b5a-9b29-057809715a20 is: DOWN; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:05:19.451245 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6e283082-1fcc-416e-905d-f86af87fef20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (054442ec-508f-4b5a-9b29-057809715a20), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:19.467033 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7d386dcb-5b00-46a8-a869-f4b8290bec7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (75605277-543f-43a1-944f-9419c0ba6ddb), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:19.469936 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7d386dcb-5b00-46a8-a869-f4b8290bec7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:19.474428 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-7d386dcb-5b00-46a8-a869-f4b8290bec7d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/75605277-543f-43a1-944f-9419c0ba6ddb HTTP/1.1" status: 204 len: 168 time: 1.7359452 Apr 12 03:05:19.475308 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c120064f-60bc-41c3-8422-a0c185930717 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707756'] for security_group_rule (03429ed6-6870-4674-85c5-03792c3d985b), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:19.477748 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [None req-d4fbc901-8e11-4f66-ac0d-535463768a35 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1990552489', 'description': 'tempest-description--569934498'}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:05:19.526966 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-d4fbc901-8e11-4f66-ac0d-535463768a35 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks [] for security_group (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:19.537060 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfe9a9a-1734-45fb-91d8-498aa188d8ac service neutron] Pushing event updated for resources: {'Port': ['ID=122baedd-45f6-42b3-afc4-58af86808097,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:19.555432 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-825e8c67-2789-4dd7-86a7-76dd68b9ae7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:19.581948 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d40f7-c651-4665-8c51-3c8824d39c84 req-2dadd7e7-e2bb-4bd7-a62f-324169685582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:19.584430 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c31d40f7-c651-4665-8c51-3c8824d39c84 req-2dadd7e7-e2bb-4bd7-a62f-324169685582 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=82496cc7388048ccb95596e852280502&device_id=1e5a42ad-be99-4b50-a15d-098ecfad7c41 HTTP/1.1" status: 200 len: 1128 time: 0.8065844 Apr 12 03:05:19.597357 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-b9ce454c-5a10-4413-bd3c-350699ed2d96 admin admin] Publish callbacks [] for security_group (6fd3d265-0162-4dda-ada8-654ad1abdb24), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:19.643977 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 330332dd-0596-4aed-b9db-935a1aa7ceae up at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:05:19.668482 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-825e8c67-2789-4dd7-86a7-76dd68b9ae7b admin admin] Publish callbacks [] for security_group (7944a893-95ed-411d-bcca-292288208fd4), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:19.750472 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c31d40f7-c651-4665-8c51-3c8824d39c84 req-b562428f-b93e-4be7-8a37-67be9e8c091f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=768640d7-9586-42d0-9999-52dc1b337da1 HTTP/1.1" status: 200 len: 217 time: 0.1500642 Apr 12 03:05:19.787853 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d69998-b586-479a-b355-f59cc8347a58 req-546c3c01-6b9e-4933-bb42-f751b69cc6ca tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:19.795671 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-01d69998-b586-479a-b355-f59cc8347a58 req-546c3c01-6b9e-4933-bb42-f751b69cc6ca tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e5a42ad-be99-4b50-a15d-098ecfad7c41 HTTP/1.1" status: 200 len: 944 time: 0.2273974 Apr 12 03:05:19.796610 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-825e8c67-2789-4dd7-86a7-76dd68b9ae7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (7944a893-95ed-411d-bcca-292288208fd4), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:19.846637 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d40f7-c651-4665-8c51-3c8824d39c84 req-77062cbd-989b-4506-a04e-5e76e0e9a2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:19.848691 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c31d40f7-c651-4665-8c51-3c8824d39c84 req-77062cbd-989b-4506-a04e-5e76e0e9a2c7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=575ab2eb-1835-4a60-bd9e-d998a2e09934 HTTP/1.1" status: 200 len: 851 time: 0.0865102 Apr 12 03:05:19.866016 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a75271-3f11-43cd-896d-779b37d4b855 req-0cfe9a9a-1734-45fb-91d8-498aa188d8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:19.867107 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-93a75271-3f11-43cd-896d-779b37d4b855 req-0cfe9a9a-1734-45fb-91d8-498aa188d8ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for port (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:19.868963 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-93a75271-3f11-43cd-896d-779b37d4b855 req-0cfe9a9a-1734-45fb-91d8-498aa188d8ac service neutron] 10.222.0.25 "PUT /v2.0/ports/122baedd-45f6-42b3-afc4-58af86808097 HTTP/1.1" status: 200 len: 1094 time: 3.8823080 Apr 12 03:05:19.880973 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-825e8c67-2789-4dd7-86a7-76dd68b9ae7b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aa644a9718ec4bc6bdd7aec799402b2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3985507 Apr 12 03:05:19.882147 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e636e7e-3a3d-4e34-a988-28131f3278c7', 'tag': '122baedd-45f6-42b3-afc4-58af86808097'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:05:19.893608 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d386dcb-5b00-46a8-a869-f4b8290bec7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75605277-543f-43a1-944f-9419c0ba6ddb,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:19.895189 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8882def-b0de-4f8d-840e-3be9a5dcd3d3 x-openstack-request-id: req-b8882def-b0de-4f8d-840e-3be9a5dcd3d3 {{(pid=103483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:05:19.895493 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e5a42ad-be99-4b50-a15d-098ecfad7c41", "tag": "768640d7-9586-42d0-9999-52dc1b337da1", "status": "completed", "code": 200}]} {{(pid=103483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:05:19.895768 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b8882def-b0de-4f8d-840e-3be9a5dcd3d3 {{(pid=103483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:05:19.896531 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8882def-b0de-4f8d-840e-3be9a5dcd3d3'] response: {'name': 'network-changed', 'server_uuid': '1e5a42ad-be99-4b50-a15d-098ecfad7c41', 'tag': '768640d7-9586-42d0-9999-52dc1b337da1', 'status': 'completed', 'code': 200} Apr 12 03:05:19.896709 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 41626) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:05:19.949111 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-6e283082-1fcc-416e-905d-f86af87fef20 None None] For port 054442ec-508f-4b5a-9b29-057809715a20, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=054442ec-508f-4b5a-9b29-057809715a20,segment=NetworkSegment(dd5e46db-2abb-4e6f-862d-f5a1257f87c2),segment_id=dd5e46db-2abb-4e6f-862d-f5a1257f87c2)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:05:19.970413 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825e8c67-2789-4dd7-86a7-76dd68b9ae7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7944a893-95ed-411d-bcca-292288208fd4,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:19.975624 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c120064f-60bc-41c3-8422-a0c185930717 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03429ed6-6870-4674-85c5-03792c3d985b,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:19.981305 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7f1cab26-83ae-4948-bccf-b346763fadbd tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:19.985775 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-7f1cab26-83ae-4948-bccf-b346763fadbd tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8190646 Apr 12 03:05:19.997141 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 41634) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:05:20.004183 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6e283082-1fcc-416e-905d-f86af87fef20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (054442ec-508f-4b5a-9b29-057809715a20), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:20.051988 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c120064f-60bc-41c3-8422-a0c185930717 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:20.055714 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-c120064f-60bc-41c3-8422-a0c185930717 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0159388 Apr 12 03:05:20.062386 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 41638) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:05:20.088617 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Provisioning complete for port 330332dd-0596-4aed-b9db-935a1aa7ceae triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:05:20.089255 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (330332dd-0596-4aed-b9db-935a1aa7ceae), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:20.112471 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c31d40f7-c651-4665-8c51-3c8824d39c84 req-30393824-6858-4889-bed1-f1702e28a700 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=813f4c80-9eb3-4fdd-9a75-8d7c76e1f557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2408793 Apr 12 03:05:20.128768 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-4d74d7bc-b0da-4c39-a89b-d4d5bfcd6afe tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Request body: {'security_group_rule': {'security_group_id': '0d434ffc-5a24-4ae6-a04d-d3d57c621012', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:05:20.142045 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-b0ce7934-b540-4956-878a-cc65f14a10dc tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Request body: {'floatingip': {'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:05:20.179091 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a75271-3f11-43cd-896d-779b37d4b855 req-159e3462-0fb4-432a-8633-49f583e5cc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:20.183892 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-93a75271-3f11-43cd-896d-779b37d4b855 req-159e3462-0fb4-432a-8633-49f583e5cc61 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=52b2d02e7570468daabac047ad3a7fa5&device_id=4e636e7e-3a3d-4e34-a988-28131f3278c7 HTTP/1.1" status: 200 len: 1128 time: 0.2126505 Apr 12 03:05:20.194702 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b0ce7934-b540-4956-878a-cc65f14a10dc tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:20.219973 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-b9ce454c-5a10-4413-bd3c-350699ed2d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (6fd3d265-0162-4dda-ada8-654ad1abdb24), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:20.229682 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-b9ce454c-5a10-4413-bd3c-350699ed2d96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:20.233404 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-b9ce454c-5a10-4413-bd3c-350699ed2d96 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6fd3d265-0162-4dda-ada8-654ad1abdb24 HTTP/1.1" status: 204 len: 168 time: 1.9488907 Apr 12 03:05:20.355223 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 41642) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:05:20.361538 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d98137ebe7b3f8ae23a53251b76916d727952a33f49bb2ab88d2915e9897d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc684bfc-949a-4ff7-8b95-612da47c8697" -d '{"events": [{"name": "network-changed", "server_uuid": "4e636e7e-3a3d-4e34-a988-28131f3278c7", "tag": "122baedd-45f6-42b3-afc4-58af86808097"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:05:20.370053 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-93a75271-3f11-43cd-896d-779b37d4b855 req-528eeb9d-2a8c-4e49-99e3-7b80346a856d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=122baedd-45f6-42b3-afc4-58af86808097 HTTP/1.1" status: 200 len: 217 time: 0.1666057 Apr 12 03:05:20.522200 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-01d69998-b586-479a-b355-f59cc8347a58 req-49b83592-7019-413c-a1b4-7b239f96c981 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8f469cb-51e6-49aa-a65f-c1414cf6e610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6519425 Apr 12 03:05:20.524660 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a75271-3f11-43cd-896d-779b37d4b855 req-38067e72-27c9-421e-ac86-c6dfcc144328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:20.529279 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-93a75271-3f11-43cd-896d-779b37d4b855 req-38067e72-27c9-421e-ac86-c6dfcc144328 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fe4d4e4c-7961-4f3e-a108-6fc7a367da7d HTTP/1.1" status: 200 len: 857 time: 0.1187601 Apr 12 03:05:20.552457 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e283082-1fcc-416e-905d-f86af87fef20 None None] Pushing event updated for resources: {'Port': ['ID=054442ec-508f-4b5a-9b29-057809715a20,revision_number=5']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:20.643592 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-87d39631-fe01-47a3-91f4-6bc513371d96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:20.677333 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4d74d7bc-b0da-4c39-a89b-d4d5bfcd6afe tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for security_group_rule (39336b6e-8a82-4bb8-8024-674c8d3e425d), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:20.713860 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce454c-5a10-4413-bd3c-350699ed2d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd3d265-0162-4dda-ada8-654ad1abdb24,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:20.798569 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-d4fbc901-8e11-4f66-ac0d-535463768a35 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks [] for security_group (37b179c6-f3cc-4a4d-ad74-37db92046685), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:20.823467 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c31d40f7-c651-4665-8c51-3c8824d39c84 req-4123af7b-1517-4633-98c3-9f59c34a3a21 service neutron] 10.222.0.25 "GET /v2.0/networks/813f4c80-9eb3-4fdd-9a75-8d7c76e1f557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6059589 Apr 12 03:05:20.825625 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-87d39631-fe01-47a3-91f4-6bc513371d96 admin admin] Publish callbacks [] for security_group (5b4330e2-ae70-4a67-a58f-1cf6368c8083), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:20.839266 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-87d39631-fe01-47a3-91f4-6bc513371d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (5b4330e2-ae70-4a67-a58f-1cf6368c8083), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:20.853993 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-d4fbc901-8e11-4f66-ac0d-535463768a35 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (37b179c6-f3cc-4a4d-ad74-37db92046685), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:20.872688 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-87d39631-fe01-47a3-91f4-6bc513371d96 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b5e1c5f983e04c84a3623f89c2c781fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5009744 Apr 12 03:05:20.901913 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 41656) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:05:20.910521 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a75271-3f11-43cd-896d-779b37d4b855 req-89225de1-4199-4207-8fcb-15ba16d41048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:20.915153 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-93a75271-3f11-43cd-896d-779b37d4b855 req-89225de1-4199-4207-8fcb-15ba16d41048 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=14a47694-9f88-4832-ab57-c60bc64938b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3082390 Apr 12 03:05:20.921567 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d78b77fe-ccc7-4e47-a0b2-bdfe844beffb None None] Publish callbacks [] for port (f1520221-d622-4a9d-8d45-2b8795da9fac), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:20.922528 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-7387bdd8-1645-4169-99de-5c43b27f6217 admin admin] Publish callbacks [] for security_group (7944a893-95ed-411d-bcca-292288208fd4), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:20.932235 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0f818-b3d0-4312-846c-d235261cc54c req-75f4635b-8282-4e2f-8b57-c7734d343f7a tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:20.935146 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c8d0f818-b3d0-4312-846c-d235261cc54c req-75f4635b-8282-4e2f-8b57-c7734d343f7a tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 931 time: 0.2940531 Apr 12 03:05:20.947098 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d9b4afc3-988d-4081-ae69-d9ab2b5cf58b), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:20.950100 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Current status of the port 330332dd-0596-4aed-b9db-935a1aa7ceae is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:05:20.951699 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 054442ec-508f-4b5a-9b29-057809715a20 up at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:05:20.955002 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d78b77fe-ccc7-4e47-a0b2-bdfe844beffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (f1520221-d622-4a9d-8d45-2b8795da9fac), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:20.989848 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b0ce7934-b540-4956-878a-cc65f14a10dc tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:21.025064 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-d4fbc901-8e11-4f66-ac0d-535463768a35 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks [] for security_group (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:21.026460 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-d4fbc901-8e11-4f66-ac0d-535463768a35 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.5633540 Apr 12 03:05:21.038909 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4d74d7bc-b0da-4c39-a89b-d4d5bfcd6afe tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for security_group_rule (39336b6e-8a82-4bb8-8024-674c8d3e425d), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:21.049565 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 41664) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:05:21.056191 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811f0b06-8f99-4621-843c-c1551500f7b5 x-openstack-request-id: req-811f0b06-8f99-4621-843c-c1551500f7b5 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:05:21.056919 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e636e7e-3a3d-4e34-a988-28131f3278c7", "tag": "122baedd-45f6-42b3-afc4-58af86808097", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:05:21.057307 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-811f0b06-8f99-4621-843c-c1551500f7b5 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:05:21.058554 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-811f0b06-8f99-4621-843c-c1551500f7b5'] response: {'name': 'network-changed', 'server_uuid': '4e636e7e-3a3d-4e34-a988-28131f3278c7', 'tag': '122baedd-45f6-42b3-afc4-58af86808097', 'status': 'completed', 'code': 200} Apr 12 03:05:21.064783 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-17f0af41-7d11-4923-8dbc-4e9f0748a173 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Request body: {'security_group_rule': {'security_group_id': '37b179c6-f3cc-4a4d-ad74-37db92046685', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:05:21.097530 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fbc901-8e11-4f66-ac0d-535463768a35 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37b179c6-f3cc-4a4d-ad74-37db92046685,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:21.116631 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c7ff53-864e-467d-889d-0c0b8c393a1b None None] Pushing event updated for resources: {'Port': ['ID=f1520221-d622-4a9d-8d45-2b8795da9fac,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:21.130068 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-7387bdd8-1645-4169-99de-5c43b27f6217 admin admin] Publish callbacks [] for security_group (7944a893-95ed-411d-bcca-292288208fd4), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:21.153188 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Provisioning complete for port 054442ec-508f-4b5a-9b29-057809715a20 triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:05:21.154164 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (054442ec-508f-4b5a-9b29-057809715a20), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:21.168065 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d39631-fe01-47a3-91f4-6bc513371d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4330e2-ae70-4a67-a58f-1cf6368c8083,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:21.170690 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4d74d7bc-b0da-4c39-a89b-d4d5bfcd6afe tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707756'] for security_group_rule (39336b6e-8a82-4bb8-8024-674c8d3e425d), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:21.226154 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-17f0af41-7d11-4923-8dbc-4e9f0748a173 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks [] for security_group_rule (5c3462e9-7bb1-4c96-a276-d900d60da6d8), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:21.237601 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c8d0f818-b3d0-4312-846c-d235261cc54c req-738e9ef9-57d2-4bde-8fdb-60262c273ffa tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718551 Apr 12 03:05:21.259256 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-d78b77fe-ccc7-4e47-a0b2-bdfe844beffb None None] Attempting to bind port f1520221-d622-4a9d-8d45-2b8795da9fac on host dv-cinder-837443-1-iscsi for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:05:21.260247 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-d78b77fe-ccc7-4e47-a0b2-bdfe844beffb None None] Attempting to bind port f1520221-d622-4a9d-8d45-2b8795da9fac by drivers openvswitch,hyperv on host dv-cinder-837443-1-iscsi at level 0 using segments [{'id': '7d4ebf86-1a25-4cfb-9940-c09dda9a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '97d0737a-0806-4131-b2fa-4a4f2be2d49e'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:05:21.260452 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78b77fe-ccc7-4e47-a0b2-bdfe844beffb None None] Attempting to bind port f1520221-d622-4a9d-8d45-2b8795da9fac on network 97d0737a-0806-4131-b2fa-4a4f2be2d49e {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:05:21.268128 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78b77fe-ccc7-4e47-a0b2-bdfe844beffb None None] Checking agent: {'id': 'ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 2, 56, 1), 'started_at': datetime.datetime(2022, 4, 12, 2, 56, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:05:21.268660 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78b77fe-ccc7-4e47-a0b2-bdfe844beffb None None] Checking segment: {'id': '7d4ebf86-1a25-4cfb-9940-c09dda9a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '97d0737a-0806-4131-b2fa-4a4f2be2d49e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:05:21.269142 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d78b77fe-ccc7-4e47-a0b2-bdfe844beffb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:21.269612 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78b77fe-ccc7-4e47-a0b2-bdfe844beffb None None] Bound using segment: {'id': '7d4ebf86-1a25-4cfb-9940-c09dda9a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '97d0737a-0806-4131-b2fa-4a4f2be2d49e'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:05:21.270153 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-d78b77fe-ccc7-4e47-a0b2-bdfe844beffb None None] Bound port: f1520221-d622-4a9d-8d45-2b8795da9fac, host: dv-cinder-837443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4ebf86-1a25-4cfb-9940-c09dda9a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '97d0737a-0806-4131-b2fa-4a4f2be2d49e'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:05:21.270602 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d78b77fe-ccc7-4e47-a0b2-bdfe844beffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (f1520221-d622-4a9d-8d45-2b8795da9fac), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:21.278727 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d74d7bc-b0da-4c39-a89b-d4d5bfcd6afe tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39336b6e-8a82-4bb8-8024-674c8d3e425d,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:21.337999 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-36a872e1-6368-4d30-a5d4-4fee1ada968f admin admin] Publish callbacks [] for security_group (5b4330e2-ae70-4a67-a58f-1cf6368c8083), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:21.365311 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-36a872e1-6368-4d30-a5d4-4fee1ada968f admin admin] Publish callbacks [] for security_group (5b4330e2-ae70-4a67-a58f-1cf6368c8083), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:21.403086 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-b0ce7934-b540-4956-878a-cc65f14a10dc tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Allocated IP 172.27.3.201 (79cba51c-a00f-4d8d-a813-38deb5f63b2a/29b195a7-2bca-4a4f-ac92-aa862b85642e/55a59c21-0cfb-4c73-8c3b-86959a97ff1a) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:05:21.426126 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-d78b77fe-ccc7-4e47-a0b2-bdfe844beffb None None] For port f1520221-d622-4a9d-8d45-2b8795da9fac, host dv-cinder-837443-1-iscsi, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:05:21.435100 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-d78b77fe-ccc7-4e47-a0b2-bdfe844beffb None None] For port f1520221-d622-4a9d-8d45-2b8795da9fac, host dv-cinder-837443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=f1520221-d622-4a9d-8d45-2b8795da9fac,segment=NetworkSegment(7d4ebf86-1a25-4cfb-9940-c09dda9a1a9a),segment_id=7d4ebf86-1a25-4cfb-9940-c09dda9a1a9a)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:05:21.444455 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Current status of the port 054442ec-508f-4b5a-9b29-057809715a20 is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:05:21.452607 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d78b77fe-ccc7-4e47-a0b2-bdfe844beffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (f1520221-d622-4a9d-8d45-2b8795da9fac), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:21.512833 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4d74d7bc-b0da-4c39-a89b-d4d5bfcd6afe tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:21.514119 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-4d74d7bc-b0da-4c39-a89b-d4d5bfcd6afe tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4538026 Apr 12 03:05:21.544666 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 41674) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:05:21.546027 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c7ff53-864e-467d-889d-0c0b8c393a1b None None] Pushing event updated for resources: {'Port': ['ID=f1520221-d622-4a9d-8d45-2b8795da9fac,revision_number=4']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:21.548690 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c31d40f7-c651-4665-8c51-3c8824d39c84 req-24b6c0f3-ffcc-404a-8f64-7382ec6072cc service neutron] 10.222.0.25 "GET /v2.0/networks/813f4c80-9eb3-4fdd-9a75-8d7c76e1f557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6896026 Apr 12 03:05:21.566277 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [None req-08fa08a5-9679-48d1-89d8-1807b9a21432 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Request body: {'floatingip': {'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:05:21.576197 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-afd474aa-e1d4-413a-9d7a-6c46b9008ae5 None None] Provisioning complete for port f1520221-d622-4a9d-8d45-2b8795da9fac triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:05:21.576543 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-17f0af41-7d11-4923-8dbc-4e9f0748a173 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks [] for security_group_rule (5c3462e9-7bb1-4c96-a276-d900d60da6d8), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:21.576763 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-afd474aa-e1d4-413a-9d7a-6c46b9008ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (f1520221-d622-4a9d-8d45-2b8795da9fac), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:21.585841 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-93a75271-3f11-43cd-896d-779b37d4b855 req-8dcc9052-cdcd-4fa8-9598-98f080bcf13f service neutron] 10.222.0.25 "GET /v2.0/networks/14a47694-9f88-4832-ab57-c60bc64938b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6363754 Apr 12 03:05:21.591316 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-17f0af41-7d11-4923-8dbc-4e9f0748a173 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707756'] for security_group_rule (5c3462e9-7bb1-4c96-a276-d900d60da6d8), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:21.614204 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.notifiers.nova [req-e97b9180-a612-4bdd-94a4-4859af7bb6d9 req-5cede465-5959-48d7-9abd-5b9c855aec6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b118642c-37b5-47a0-8bfd-58d89d227883 {{(pid=103483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:05:21.636092 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-e97b9180-a612-4bdd-94a4-4859af7bb6d9 req-5cede465-5959-48d7-9abd-5b9c855aec6c service neutron] Publish callbacks [] for port (b118642c-37b5-47a0-8bfd-58d89d227883), precommit_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:21.654845 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78b77fe-ccc7-4e47-a0b2-bdfe844beffb None None] Routers {'4c6713fb-f30f-4734-bda5-92186752067c'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:05:21.655648 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-d78b77fe-ccc7-4e47-a0b2-bdfe844beffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:04:58Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['4c6713fb-f30f-4734-bda5-92186752067c'], 'active': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:05:21.691082 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f0af41-7d11-4923-8dbc-4e9f0748a173 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c3462e9-7bb1-4c96-a276-d900d60da6d8,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:21.707881 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-36a872e1-6368-4d30-a5d4-4fee1ada968f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (5b4330e2-ae70-4a67-a58f-1cf6368c8083), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:21.715321 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-36a872e1-6368-4d30-a5d4-4fee1ada968f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:21.721296 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-36a872e1-6368-4d30-a5d4-4fee1ada968f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5b4330e2-ae70-4a67-a58f-1cf6368c8083 HTTP/1.1" status: 204 len: 168 time: 0.8179297 Apr 12 03:05:21.742832 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-08fa08a5-9679-48d1-89d8-1807b9a21432 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:21.746175 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-17f0af41-7d11-4923-8dbc-4e9f0748a173 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:21.749715 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-17f0af41-7d11-4923-8dbc-4e9f0748a173 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6974862 Apr 12 03:05:21.789942 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 41682) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:05:21.796439 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-121b47f2-b1d9-4336-b9b8-0ad732cbd028 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Request body: {'security_group_rule': {'security_group_id': '37b179c6-f3cc-4a4d-ad74-37db92046685', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:05:21.798410 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvr_db [None req-d78b77fe-ccc7-4e47-a0b2-bdfe844beffb None None] Set router 4c6713fb-f30f-4734-bda5-92186752067c gateway port host: dv-cinder-837443-1-iscsi {{(pid=103485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:05:21.801860 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.provisioning_blocks [req-e97b9180-a612-4bdd-94a4-4859af7bb6d9 req-5cede465-5959-48d7-9abd-5b9c855aec6c service neutron] Transition to ACTIVE for port object b118642c-37b5-47a0-8bfd-58d89d227883 will not be triggered until provisioned by entity L2. {{(pid=103483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 03:05:21.816352 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a872e1-6368-4d30-a5d4-4fee1ada968f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4330e2-ae70-4a67-a58f-1cf6368c8083,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:21.847807 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 054442ec-508f-4b5a-9b29-057809715a20 up at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:05:21.865072 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-e97b9180-a612-4bdd-94a4-4859af7bb6d9 req-5cede465-5959-48d7-9abd-5b9c855aec6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28322808'] for port (b118642c-37b5-47a0-8bfd-58d89d227883), after_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:22.015768 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d340cea-3ef7-4ac0-b854-41bd1ccd5aa8 req-40802e27-072a-4fa2-ad68-1328e899abdd tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:22.018560 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-6d340cea-3ef7-4ac0-b854-41bd1ccd5aa8 req-40802e27-072a-4fa2-ad68-1328e899abdd tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e5a42ad-be99-4b50-a15d-098ecfad7c41 HTTP/1.1" status: 200 len: 944 time: 0.2665479 Apr 12 03:05:22.022743 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-121b47f2-b1d9-4336-b9b8-0ad732cbd028 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks [] for security_group_rule (81de9055-e0fa-49a9-9372-58f67bdb36c0), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:22.046729 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-08fa08a5-9679-48d1-89d8-1807b9a21432 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:22.079800 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-93a75271-3f11-43cd-896d-779b37d4b855 req-a99caa7c-c5cf-4103-8594-22aa4699cf4b service neutron] 10.222.0.25 "GET /v2.0/networks/14a47694-9f88-4832-ab57-c60bc64938b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4815292 Apr 12 03:05:22.146162 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b0ce7934-b540-4956-878a-cc65f14a10dc tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks [] for port (55a59c21-0cfb-4c73-8c3b-86959a97ff1a), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:22.203945 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-6d340cea-3ef7-4ac0-b854-41bd1ccd5aa8 req-c881103d-4fc2-4eb3-ac6b-2e8f946794ed tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8f469cb-51e6-49aa-a65f-c1414cf6e610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594968 Apr 12 03:05:22.214829 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Provisioning complete for port 054442ec-508f-4b5a-9b29-057809715a20 triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:05:22.215771 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (054442ec-508f-4b5a-9b29-057809715a20), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:22.217042 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-afd474aa-e1d4-413a-9d7a-6c46b9008ae5 None None] Current status of the port f1520221-d622-4a9d-8d45-2b8795da9fac is: DOWN; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:05:22.217394 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-afd474aa-e1d4-413a-9d7a-6c46b9008ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (f1520221-d622-4a9d-8d45-2b8795da9fac), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:22.222170 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-7387bdd8-1645-4169-99de-5c43b27f6217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (7944a893-95ed-411d-bcca-292288208fd4), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:22.224788 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-7387bdd8-1645-4169-99de-5c43b27f6217 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:22.228627 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-7387bdd8-1645-4169-99de-5c43b27f6217 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7944a893-95ed-411d-bcca-292288208fd4 HTTP/1.1" status: 204 len: 168 time: 2.1202815 Apr 12 03:05:22.237687 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cede465-5959-48d7-9abd-5b9c855aec6c service neutron] Pushing event updated for resources: {'Port': ['ID=b118642c-37b5-47a0-8bfd-58d89d227883,revision_number=2']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:22.258732 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7387bdd8-1645-4169-99de-5c43b27f6217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7944a893-95ed-411d-bcca-292288208fd4,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:22.260316 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-121b47f2-b1d9-4336-b9b8-0ad732cbd028 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks [] for security_group_rule (81de9055-e0fa-49a9-9372-58f67bdb36c0), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:22.276988 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-121b47f2-b1d9-4336-b9b8-0ad732cbd028 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707756'] for security_group_rule (81de9055-e0fa-49a9-9372-58f67bdb36c0), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:22.341339 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b0ce7934-b540-4956-878a-cc65f14a10dc tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28695539'] for port (55a59c21-0cfb-4c73-8c3b-86959a97ff1a), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:22.446343 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-121b47f2-b1d9-4336-b9b8-0ad732cbd028 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:22.451334 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-121b47f2-b1d9-4336-b9b8-0ad732cbd028 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6591928 Apr 12 03:05:22.469931 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b47f2-b1d9-4336-b9b8-0ad732cbd028 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81de9055-e0fa-49a9-9372-58f67bdb36c0,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:22.476032 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 41700) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:05:22.489126 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-03d2ce46-31e9-4776-b7eb-d457c2a23171 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Request body: {'floatingip': {'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:05:22.513720 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ce7934-b540-4956-878a-cc65f14a10dc tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Network 79cba51c-a00f-4d8d-a813-38deb5f63b2a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:05:22.524463 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-b0ce7934-b540-4956-878a-cc65f14a10dc tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:05:22.533478 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ce7934-b540-4956-878a-cc65f14a10dc tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:05:22.542845 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-afd474aa-e1d4-413a-9d7a-6c46b9008ae5 None None] For port f1520221-d622-4a9d-8d45-2b8795da9fac, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=f1520221-d622-4a9d-8d45-2b8795da9fac,segment=NetworkSegment(7d4ebf86-1a25-4cfb-9940-c09dda9a1a9a),segment_id=7d4ebf86-1a25-4cfb-9940-c09dda9a1a9a)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:05:22.562180 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-d78b77fe-ccc7-4e47-a0b2-bdfe844beffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6713fb-f30f-4734-bda5-92186752067c', 'name': 'tempest-AttachVolumeTestJSON-759078494-router', 'tenant_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': 'e2a3f1db-c32b-4a7b-b996-fc9aeff37995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:50Z', 'updated_at': '2022-04-12T03:05:10Z', 'revision_number': 4, 'project_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'gw_port': {'id': 'e2a3f1db-c32b-4a7b-b996-fc9aeff37995', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:9b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6713fb-f30f-4734-bda5-92186752067c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:51Z', 'updated_at': '2022-04-12T03:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': 'f1520221-d622-4a9d-8d45-2b8795da9fac', 'name': '', 'network_id': '97d0737a-0806-4131-b2fa-4a4f2be2d49e', 'tenant_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'mac_address': 'fa:16:3e:ee:95:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6713fb-f30f-4734-bda5-92186752067c', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '6de8150c-bedf-4873-b651-20f43e4f6dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:05:04Z', 'updated_at': '2022-04-12T03:05:21Z', 'revision_number': 4, 'project_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'subnets': [{'id': '6de8150c-bedf-4873-b651-20f43e4f6dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:05:22.568951 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.db_base_plugin_common [None req-08fa08a5-9679-48d1-89d8-1807b9a21432 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Allocated IP 172.27.3.153 (79cba51c-a00f-4d8d-a813-38deb5f63b2a/29b195a7-2bca-4a4f-ac92-aa862b85642e/4bf7f64f-549f-4ee1-a098-c99129f44473) {{(pid=103483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:05:22.579625 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-afd474aa-e1d4-413a-9d7a-6c46b9008ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (f1520221-d622-4a9d-8d45-2b8795da9fac), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:22.620611 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ce7934-b540-4956-878a-cc65f14a10dc tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Pushing event updated for resources: {'Port': ['ID=55a59c21-0cfb-4c73-8c3b-86959a97ff1a,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:22.638617 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.managers [req-e97b9180-a612-4bdd-94a4-4859af7bb6d9 req-5cede465-5959-48d7-9abd-5b9c855aec6c service neutron] Attempting to bind port b118642c-37b5-47a0-8bfd-58d89d227883 on host hv-cinder-83744 for vnic_type normal with profile {{(pid=103483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:05:22.639578 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.managers [req-e97b9180-a612-4bdd-94a4-4859af7bb6d9 req-5cede465-5959-48d7-9abd-5b9c855aec6c service neutron] Attempting to bind port b118642c-37b5-47a0-8bfd-58d89d227883 by drivers openvswitch,hyperv on host hv-cinder-83744 at level 0 using segments [{'id': '99682a96-90c8-491c-a1f8-c6fe889256f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14a47694-9f88-4832-ab57-c60bc64938b8'}] {{(pid=103483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:05:22.640067 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97b9180-a612-4bdd-94a4-4859af7bb6d9 req-5cede465-5959-48d7-9abd-5b9c855aec6c service neutron] Attempting to bind port b118642c-37b5-47a0-8bfd-58d89d227883 on network 14a47694-9f88-4832-ab57-c60bc64938b8 {{(pid=103483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:05:22.660555 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea80020-45f2-43fa-b217-3dbb9aea00e9 req-9e321ea3-92a7-4605-9b6c-8a5df87ebf5c tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:22.680838 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-bea80020-45f2-43fa-b217-3dbb9aea00e9 req-9e321ea3-92a7-4605-9b6c-8a5df87ebf5c tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 943 time: 0.2490778 Apr 12 03:05:22.694281 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97b9180-a612-4bdd-94a4-4859af7bb6d9 req-5cede465-5959-48d7-9abd-5b9c855aec6c service neutron] Port b118642c-37b5-47a0-8bfd-58d89d227883 on network 14a47694-9f88-4832-ab57-c60bc64938b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83744 {{(pid=103483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 03:05:22.694605 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97b9180-a612-4bdd-94a4-4859af7bb6d9 req-5cede465-5959-48d7-9abd-5b9c855aec6c service neutron] Attempting to bind port b118642c-37b5-47a0-8bfd-58d89d227883 on network 14a47694-9f88-4832-ab57-c60bc64938b8 {{(pid=103483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:05:22.713458 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-03d2ce46-31e9-4776-b7eb-d457c2a23171 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:22.724393 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97b9180-a612-4bdd-94a4-4859af7bb6d9 req-5cede465-5959-48d7-9abd-5b9c855aec6c service neutron] Checking agent: {'id': 'd9b4afc3-988d-4081-ae69-d9ab2b5cf58b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83744', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 3, 2, 51), 'started_at': datetime.datetime(2022, 4, 12, 3, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:05:22.724967 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97b9180-a612-4bdd-94a4-4859af7bb6d9 req-5cede465-5959-48d7-9abd-5b9c855aec6c service neutron] Checking segment: {'id': '99682a96-90c8-491c-a1f8-c6fe889256f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14a47694-9f88-4832-ab57-c60bc64938b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:05:22.725087 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97b9180-a612-4bdd-94a4-4859af7bb6d9 req-5cede465-5959-48d7-9abd-5b9c855aec6c service neutron] Bound using segment: {'id': '99682a96-90c8-491c-a1f8-c6fe889256f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14a47694-9f88-4832-ab57-c60bc64938b8'} {{(pid=103483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:05:22.725692 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.managers [req-e97b9180-a612-4bdd-94a4-4859af7bb6d9 req-5cede465-5959-48d7-9abd-5b9c855aec6c service neutron] Bound port: b118642c-37b5-47a0-8bfd-58d89d227883, host: hv-cinder-83744, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99682a96-90c8-491c-a1f8-c6fe889256f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14a47694-9f88-4832-ab57-c60bc64938b8'}}] {{(pid=103483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:05:22.726215 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-e97b9180-a612-4bdd-94a4-4859af7bb6d9 req-5cede465-5959-48d7-9abd-5b9c855aec6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (b118642c-37b5-47a0-8bfd-58d89d227883), before_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:22.737674 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78b77fe-ccc7-4e47-a0b2-bdfe844beffb None None] The sync data for ids ['4c6713fb-f30f-4734-bda5-92186752067c'] in dv-cinder-837443-1-iscsi is: [{'id': '4c6713fb-f30f-4734-bda5-92186752067c', 'name': 'tempest-AttachVolumeTestJSON-759078494-router', 'tenant_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': 'e2a3f1db-c32b-4a7b-b996-fc9aeff37995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:50Z', 'updated_at': '2022-04-12T03:05:10Z', 'revision_number': 4, 'project_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'gw_port': {'id': 'e2a3f1db-c32b-4a7b-b996-fc9aeff37995', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:9b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6713fb-f30f-4734-bda5-92186752067c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:51Z', 'updated_at': '2022-04-12T03:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': 'f1520221-d622-4a9d-8d45-2b8795da9fac', 'name': '', 'network_id': '97d0737a-0806-4131-b2fa-4a4f2be2d49e', 'tenant_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'mac_address': 'fa:16:3e:ee:95:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6713fb-f30f-4734-bda5-92186752067c', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '6de8150c-bedf-4873-b651-20f43e4f6dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:05:04Z', 'updated_at': '2022-04-12T03:05:21Z', 'revision_number': 4, 'project_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'subnets': [{'id': '6de8150c-bedf-4873-b651-20f43e4f6dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:05:22.845592 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd474aa-e1d4-413a-9d7a-6c46b9008ae5 None None] Pushing event updated for resources: {'Port': ['ID=f1520221-d622-4a9d-8d45-2b8795da9fac,revision_number=5']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:22.846412 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-bea80020-45f2-43fa-b217-3dbb9aea00e9 req-da5158e6-3ddb-4f5b-82ca-30eafd4a9f2d tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643860 Apr 12 03:05:22.848660 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Current status of the port 054442ec-508f-4b5a-9b29-057809715a20 is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:05:22.851880 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-64c33f75-68c1-43e9-a1d8-09b6c58e385c None None] Provisioning complete for port f1520221-d622-4a9d-8d45-2b8795da9fac triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:05:22.852282 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-64c33f75-68c1-43e9-a1d8-09b6c58e385c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (f1520221-d622-4a9d-8d45-2b8795da9fac), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:22.886726 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a7f1d-602a-476b-907d-de32132afd66 req-ee13b9f6-0dfe-4553-936a-23d5ff866c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:22.888453 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-993a7f1d-602a-476b-907d-de32132afd66 req-ee13b9f6-0dfe-4553-936a-23d5ff866c38 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=82496cc7388048ccb95596e852280502&device_id=1e5a42ad-be99-4b50-a15d-098ecfad7c41 HTTP/1.1" status: 200 len: 1128 time: 0.1897502 Apr 12 03:05:22.910306 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b0ce7934-b540-4956-878a-cc65f14a10dc tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks [] for floatingip (2e12d2c7-1a79-440d-afd9-6d7443516c12), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:22.968919 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-64c33f75-68c1-43e9-a1d8-09b6c58e385c None None] Current status of the port f1520221-d622-4a9d-8d45-2b8795da9fac is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:05:23.009101 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.db [req-e97b9180-a612-4bdd-94a4-4859af7bb6d9 req-5cede465-5959-48d7-9abd-5b9c855aec6c service neutron] For port b118642c-37b5-47a0-8bfd-58d89d227883, host hv-cinder-83744, cleared binding levels {{(pid=103483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:05:23.014758 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-08fa08a5-9679-48d1-89d8-1807b9a21432 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for port (4bf7f64f-549f-4ee1-a098-c99129f44473), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:23.018447 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.db [req-e97b9180-a612-4bdd-94a4-4859af7bb6d9 req-5cede465-5959-48d7-9abd-5b9c855aec6c service neutron] For port b118642c-37b5-47a0-8bfd-58d89d227883, host hv-cinder-83744, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=b118642c-37b5-47a0-8bfd-58d89d227883,segment=NetworkSegment(99682a96-90c8-491c-a1f8-c6fe889256f4),segment_id=99682a96-90c8-491c-a1f8-c6fe889256f4)] {{(pid=103483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:05:23.038159 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-e97b9180-a612-4bdd-94a4-4859af7bb6d9 req-5cede465-5959-48d7-9abd-5b9c855aec6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28322808'] for port (b118642c-37b5-47a0-8bfd-58d89d227883), after_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:23.112158 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b9180-a612-4bdd-94a4-4859af7bb6d9 req-5cede465-5959-48d7-9abd-5b9c855aec6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:23.112820 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-e97b9180-a612-4bdd-94a4-4859af7bb6d9 req-5cede465-5959-48d7-9abd-5b9c855aec6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for port (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:23.115273 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-e97b9180-a612-4bdd-94a4-4859af7bb6d9 req-5cede465-5959-48d7-9abd-5b9c855aec6c service neutron] 10.222.0.25 "PUT /v2.0/ports/b118642c-37b5-47a0-8bfd-58d89d227883 HTTP/1.1" status: 200 len: 1093 time: 4.6980450 Apr 12 03:05:23.121657 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f918add8-29e9-4bae-9c11-9ee7fe7c3317', 'tag': 'b118642c-37b5-47a0-8bfd-58d89d227883'}] {{(pid=103483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:05:23.124767 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e274900216188b1398d2f2ab6fda0f9d84329b9f507230773e3e9728a2d4b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d069b6c-343a-4c59-acaf-32568beb5fa5" -d '{"events": [{"name": "network-changed", "server_uuid": "f918add8-29e9-4bae-9c11-9ee7fe7c3317", "tag": "b118642c-37b5-47a0-8bfd-58d89d227883"}]}' {{(pid=103483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:05:23.260290 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f56011d-9bd9-459a-a09e-dde19f274742 x-openstack-request-id: req-8f56011d-9bd9-459a-a09e-dde19f274742 {{(pid=103483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:05:23.260589 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f918add8-29e9-4bae-9c11-9ee7fe7c3317", "tag": "b118642c-37b5-47a0-8bfd-58d89d227883", "status": "completed", "code": 200}]} {{(pid=103483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:05:23.260852 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8f56011d-9bd9-459a-a09e-dde19f274742 {{(pid=103483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:05:23.261272 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f56011d-9bd9-459a-a09e-dde19f274742'] response: {'name': 'network-changed', 'server_uuid': 'f918add8-29e9-4bae-9c11-9ee7fe7c3317', 'tag': 'b118642c-37b5-47a0-8bfd-58d89d227883', 'status': 'completed', 'code': 200} Apr 12 03:05:23.265367 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cede465-5959-48d7-9abd-5b9c855aec6c service neutron] Pushing event updated for resources: {'Port': ['ID=b118642c-37b5-47a0-8bfd-58d89d227883,revision_number=3']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:23.282299 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-08fa08a5-9679-48d1-89d8-1807b9a21432 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28322803'] for port (4bf7f64f-549f-4ee1-a098-c99129f44473), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:23.302322 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b0ce7934-b540-4956-878a-cc65f14a10dc tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (55a59c21-0cfb-4c73-8c3b-86959a97ff1a), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:23.304496 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-03d2ce46-31e9-4776-b7eb-d457c2a23171 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:23.756060 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fa08a5-9679-48d1-89d8-1807b9a21432 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Network 79cba51c-a00f-4d8d-a813-38deb5f63b2a is already hosted by enough agents. {{(pid=103483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:05:23.757769 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d069b6c-343a-4c59-acaf-32568beb5fa5 req-aa6bd568-e559-458a-821c-6ec76e3110a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:23.759936 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-8d069b6c-343a-4c59-acaf-32568beb5fa5 req-aa6bd568-e559-458a-821c-6ec76e3110a1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=52b2d02e7570468daabac047ad3a7fa5&device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 1127 time: 0.2556946 Apr 12 03:05:23.792571 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda068df-f492-45a2-98cb-fa1e05652418 req-d17c4d04-9e9e-433b-be91-cfa8b88f1a75 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:23.800049 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-fda068df-f492-45a2-98cb-fa1e05652418 req-d17c4d04-9e9e-433b-be91-cfa8b88f1a75 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e5a42ad-be99-4b50-a15d-098ecfad7c41 HTTP/1.1" status: 200 len: 944 time: 0.4512746 Apr 12 03:05:23.835632 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.base_scheduler [None req-08fa08a5-9679-48d1-89d8-1807b9a21432 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Resources bound (agent type, host, resource id): {{(pid=103483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:05:23.838295 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fa08a5-9679-48d1-89d8-1807b9a21432 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Received port after_create {{(pid=103483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:05:23.839813 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device f1520221-d622-4a9d-8d45-2b8795da9fac up at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:05:23.859124 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-03d2ce46-31e9-4776-b7eb-d457c2a23171 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Allocated IP 172.27.3.5 (79cba51c-a00f-4d8d-a813-38deb5f63b2a/29b195a7-2bca-4a4f-ac92-aa862b85642e/213b2ef5-579d-4405-a0f3-d70cbbc19378) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:05:23.911196 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a7f1d-602a-476b-907d-de32132afd66 req-ba0e708b-cc31-4fc0-96ab-47fad9fef3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:23.917911 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-993a7f1d-602a-476b-907d-de32132afd66 req-ba0e708b-cc31-4fc0-96ab-47fad9fef3ad service neutron] 10.222.0.25 "GET /v2.0/networks?id=813f4c80-9eb3-4fdd-9a75-8d7c76e1f557 HTTP/1.1" status: 200 len: 911 time: 0.4857106 Apr 12 03:05:23.940823 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Provisioning complete for port f1520221-d622-4a9d-8d45-2b8795da9fac triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:05:23.941189 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (f1520221-d622-4a9d-8d45-2b8795da9fac), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:23.984561 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fa08a5-9679-48d1-89d8-1807b9a21432 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Pushing event updated for resources: {'Port': ['ID=4bf7f64f-549f-4ee1-a098-c99129f44473,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:24.010383 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc684bfc-949a-4ff7-8b95-612da47c8697 req-e0e23145-8350-4794-b2de-0dc47c419861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:24.011856 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-bc684bfc-949a-4ff7-8b95-612da47c8697 req-e0e23145-8350-4794-b2de-0dc47c419861 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=52b2d02e7570468daabac047ad3a7fa5&device_id=4e636e7e-3a3d-4e34-a988-28131f3278c7 HTTP/1.1" status: 200 len: 1128 time: 0.5353515 Apr 12 03:05:24.091089 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Current status of the port f1520221-d622-4a9d-8d45-2b8795da9fac is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:05:24.116790 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-03d2ce46-31e9-4776-b7eb-d457c2a23171 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks [] for port (213b2ef5-579d-4405-a0f3-d70cbbc19378), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:24.161626 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-fda068df-f492-45a2-98cb-fa1e05652418 req-32b1fdec-9b1c-40a8-82c2-413e491d6efe tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8f469cb-51e6-49aa-a65f-c1414cf6e610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3605778 Apr 12 03:05:24.323701 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-993a7f1d-602a-476b-907d-de32132afd66 req-15718d83-668b-4493-99ff-4b3b8a47bfc2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=768640d7-9586-42d0-9999-52dc1b337da1 HTTP/1.1" status: 200 len: 217 time: 0.3949246 Apr 12 03:05:24.356679 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-03d2ce46-31e9-4776-b7eb-d457c2a23171 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28695539'] for port (213b2ef5-579d-4405-a0f3-d70cbbc19378), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:24.458934 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b0ce7934-b540-4956-878a-cc65f14a10dc tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks [] for port (55a59c21-0cfb-4c73-8c3b-86959a97ff1a), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:24.647468 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b0ce7934-b540-4956-878a-cc65f14a10dc tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28695544'] for port (55a59c21-0cfb-4c73-8c3b-86959a97ff1a), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:24.688025 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d2ce46-31e9-4776-b7eb-d457c2a23171 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Network 79cba51c-a00f-4d8d-a813-38deb5f63b2a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:05:24.718453 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16fafbb-8545-4788-8be6-2cd221b5d61a req-5564c73c-c95f-480d-9687-8df1f8726512 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:24.724805 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-b16fafbb-8545-4788-8be6-2cd221b5d61a req-5564c73c-c95f-480d-9687-8df1f8726512 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 943 time: 0.5670879 Apr 12 03:05:24.726250 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-03d2ce46-31e9-4776-b7eb-d457c2a23171 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:05:24.748207 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a7f1d-602a-476b-907d-de32132afd66 req-5d446ad4-a939-4e97-a5b1-e405bb95016e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:24.752229 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d069b6c-343a-4c59-acaf-32568beb5fa5 req-6b8d88fe-5416-423b-bfc8-8f76cdb6a2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:24.755032 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-993a7f1d-602a-476b-907d-de32132afd66 req-5d446ad4-a939-4e97-a5b1-e405bb95016e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=575ab2eb-1835-4a60-bd9e-d998a2e09934 HTTP/1.1" status: 200 len: 851 time: 0.3794982 Apr 12 03:05:24.755231 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-8d069b6c-343a-4c59-acaf-32568beb5fa5 req-6b8d88fe-5416-423b-bfc8-8f76cdb6a2e2 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=52b2d02e7570468daabac047ad3a7fa5&shared=False HTTP/1.1" status: 200 len: 918 time: 0.9532309 Apr 12 03:05:24.765161 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d2ce46-31e9-4776-b7eb-d457c2a23171 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:05:24.803540 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-20534f0e-7525-4e6c-83b7-d8b5074dd3b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (fa7f2a92-0c20-457b-b451-d8a4489755d5), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:24.961979 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d069b6c-343a-4c59-acaf-32568beb5fa5 req-fccb3906-6185-4882-b8c5-6ebf19658a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:24.964057 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-8d069b6c-343a-4c59-acaf-32568beb5fa5 req-fccb3906-6185-4882-b8c5-6ebf19658a0e service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1975195 Apr 12 03:05:24.983874 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-08fa08a5-9679-48d1-89d8-1807b9a21432 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for floatingip (d8adf6f9-825a-4f71-9476-b7d783a40d99), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:24.985446 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc684bfc-949a-4ff7-8b95-612da47c8697 req-b56b0aab-267e-400c-aa59-91e9393476a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:24.989049 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-bc684bfc-949a-4ff7-8b95-612da47c8697 req-b56b0aab-267e-400c-aa59-91e9393476a3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=14a47694-9f88-4832-ab57-c60bc64938b8 HTTP/1.1" status: 200 len: 918 time: 0.9525824 Apr 12 03:05:24.995824 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-993a7f1d-602a-476b-907d-de32132afd66 req-b34ff82c-7bf3-4997-8573-934bc6eae0ba service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=813f4c80-9eb3-4fdd-9a75-8d7c76e1f557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1156826 Apr 12 03:05:25.014099 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d2ce46-31e9-4776-b7eb-d457c2a23171 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Pushing event updated for resources: {'Port': ['ID=213b2ef5-579d-4405-a0f3-d70cbbc19378,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:25.144973 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-bc684bfc-949a-4ff7-8b95-612da47c8697 req-c059772e-8fb5-4fd1-97fe-c157aad036b0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=122baedd-45f6-42b3-afc4-58af86808097 HTTP/1.1" status: 200 len: 217 time: 0.1259294 Apr 12 03:05:25.146260 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-08fa08a5-9679-48d1-89d8-1807b9a21432 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (4bf7f64f-549f-4ee1-a098-c99129f44473), before_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:25.208211 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-b16fafbb-8545-4788-8be6-2cd221b5d61a req-c729ce02-f7a6-4969-85e1-9e6979546d2e tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4616952 Apr 12 03:05:25.208865 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ce7934-b540-4956-878a-cc65f14a10dc tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Pushing event updated for resources: {'Port': ['ID=55a59c21-0cfb-4c73-8c3b-86959a97ff1a,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:25.229512 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b0ce7934-b540-4956-878a-cc65f14a10dc tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682737'] for floatingip (2e12d2c7-1a79-440d-afd9-6d7443516c12), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:25.260514 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-03d2ce46-31e9-4776-b7eb-d457c2a23171 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks [] for floatingip (8b7a5dab-e2db-496a-919b-977e385fc48a), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:25.267617 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-993a7f1d-602a-476b-907d-de32132afd66 req-17974697-14eb-4277-96bf-7003ce01c719 service neutron] 10.222.0.25 "GET /v2.0/networks/813f4c80-9eb3-4fdd-9a75-8d7c76e1f557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479656 Apr 12 03:05:25.271381 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b0ce7934-b540-4956-878a-cc65f14a10dc tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for floatingip (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:25.282643 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-b0ce7934-b540-4956-878a-cc65f14a10dc tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1472147 Apr 12 03:05:25.292995 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b9180-a612-4bdd-94a4-4859af7bb6d9 req-403ddd13-646b-4d7b-8372-4df511c4aa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:25.294476 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-e97b9180-a612-4bdd-94a4-4859af7bb6d9 req-403ddd13-646b-4d7b-8372-4df511c4aa4d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=52b2d02e7570468daabac047ad3a7fa5&device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 1127 time: 0.2622917 Apr 12 03:05:25.347900 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc684bfc-949a-4ff7-8b95-612da47c8697 req-d30bcfa0-a8de-45c7-9936-e65e332f78bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:25.349573 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-bc684bfc-949a-4ff7-8b95-612da47c8697 req-d30bcfa0-a8de-45c7-9936-e65e332f78bd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fe4d4e4c-7961-4f3e-a108-6fc7a367da7d HTTP/1.1" status: 200 len: 857 time: 0.1939194 Apr 12 03:05:25.377005 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-03d2ce46-31e9-4776-b7eb-d457c2a23171 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (213b2ef5-579d-4405-a0f3-d70cbbc19378), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:25.398548 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device 122baedd-45f6-42b3-afc4-58af86808097 details requested by agent hyperv_hv-cinder-83744 with host hv-cinder-83744 {{(pid=103485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 03:05:25.424546 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-e97b9180-a612-4bdd-94a4-4859af7bb6d9 req-b124d566-1ff6-484b-a2a1-d81e709c5765 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b118642c-37b5-47a0-8bfd-58d89d227883 HTTP/1.1" status: 200 len: 217 time: 0.1155312 Apr 12 03:05:25.445066 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5369138b-fe03-4564-9ffc-5e9e7bfe8533 req-7fbe6608-f23c-41bc-b6e6-675eaae136a0 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:25.456316 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-5369138b-fe03-4564-9ffc-5e9e7bfe8533 req-7fbe6608-f23c-41bc-b6e6-675eaae136a0 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e5a42ad-be99-4b50-a15d-098ecfad7c41 HTTP/1.1" status: 200 len: 944 time: 0.1699183 Apr 12 03:05:25.458782 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-993a7f1d-602a-476b-907d-de32132afd66 req-cc397a8f-2de8-4664-a923-86bee7bdf06a service neutron] 10.222.0.25 "GET /v2.0/networks/813f4c80-9eb3-4fdd-9a75-8d7c76e1f557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745462 Apr 12 03:05:25.659019 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port 122baedd-45f6-42b3-afc4-58af86808097, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=122baedd-45f6-42b3-afc4-58af86808097,segment=NetworkSegment(99682a96-90c8-491c-a1f8-c6fe889256f4),segment_id=99682a96-90c8-491c-a1f8-c6fe889256f4)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:05:25.664448 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-64e8c2f8-4d28-424d-9001-a5f988831bcf req-f351fcd8-c03f-4324-bc0e-b27f0028f90a tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1097702716&fields=id&tenant_id=aa116ee72616411e95552f4f7f6fdf9a HTTP/1.1" status: 200 len: 267 time: 0.0981145 Apr 12 03:05:25.679290 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Returning: {'device': '122baedd-45f6-42b3-afc4-58af86808097', 'network_id': '14a47694-9f88-4832-ab57-c60bc64938b8', 'port_id': '122baedd-45f6-42b3-afc4-58af86808097', 'mac_address': 'fa:16:3e:6e:12:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe4d4e4c-7961-4f3e-a108-6fc7a367da7d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 03:05:25.682187 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-03d2ce46-31e9-4776-b7eb-d457c2a23171 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks [] for port (213b2ef5-579d-4405-a0f3-d70cbbc19378), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:25.695546 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-03d2ce46-31e9-4776-b7eb-d457c2a23171 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28695544'] for port (213b2ef5-579d-4405-a0f3-d70cbbc19378), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:25.734999 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Current status of the port 122baedd-45f6-42b3-afc4-58af86808097 is: DOWN; New status is: BUILD {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:05:25.735562 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (122baedd-45f6-42b3-afc4-58af86808097), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:25.765287 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 122baedd-45f6-42b3-afc4-58af86808097 {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:05:25.780232 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-5369138b-fe03-4564-9ffc-5e9e7bfe8533 req-991fdbc7-7dcd-4ab3-95a6-230deeb1a413 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8f469cb-51e6-49aa-a65f-c1414cf6e610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218009 Apr 12 03:05:25.792897 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc684bfc-949a-4ff7-8b95-612da47c8697 req-e385102c-20c9-4a20-808e-3effa14ac241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:25.794822 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-bc684bfc-949a-4ff7-8b95-612da47c8697 req-e385102c-20c9-4a20-808e-3effa14ac241 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=14a47694-9f88-4832-ab57-c60bc64938b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4000707 Apr 12 03:05:25.805509 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b9180-a612-4bdd-94a4-4859af7bb6d9 req-705f859d-7cfb-46c1-8a90-5fd6960a58cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:25.807342 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-e97b9180-a612-4bdd-94a4-4859af7bb6d9 req-705f859d-7cfb-46c1-8a90-5fd6960a58cd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fe4d4e4c-7961-4f3e-a108-6fc7a367da7d HTTP/1.1" status: 200 len: 857 time: 0.3483198 Apr 12 03:05:25.829931 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port 122baedd-45f6-42b3-afc4-58af86808097, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=122baedd-45f6-42b3-afc4-58af86808097,segment=NetworkSegment(99682a96-90c8-491c-a1f8-c6fe889256f4),segment_id=99682a96-90c8-491c-a1f8-c6fe889256f4)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:05:25.838713 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (122baedd-45f6-42b3-afc4-58af86808097), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:25.839765 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device 768640d7-9586-42d0-9999-52dc1b337da1 details requested by agent hyperv_hv-cinder-83744 with host hv-cinder-83744 {{(pid=103485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 03:05:25.859011 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d2ce46-31e9-4776-b7eb-d457c2a23171 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Pushing event updated for resources: {'Port': ['ID=213b2ef5-579d-4405-a0f3-d70cbbc19378,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:25.886430 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-03d2ce46-31e9-4776-b7eb-d457c2a23171 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682737'] for floatingip (8b7a5dab-e2db-496a-919b-977e385fc48a), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:25.925540 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8c2f8-4d28-424d-9001-a5f988831bcf req-1e470bf1-beae-42cc-9e53-46548511f76a tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:25.927137 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-64e8c2f8-4d28-424d-9001-a5f988831bcf req-1e470bf1-beae-42cc-9e53-46548511f76a tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/networks?id=2b3dbba0-7776-42cc-ae85-893ed357f655 HTTP/1.1" status: 200 len: 816 time: 0.2508075 Apr 12 03:05:25.930404 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-03d2ce46-31e9-4776-b7eb-d457c2a23171 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for floatingip (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:25.946012 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-03d2ce46-31e9-4776-b7eb-d457c2a23171 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.4633653 Apr 12 03:05:25.973615 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-64e8c2f8-4d28-424d-9001-a5f988831bcf req-1143f5d7-671a-451e-8ee1-ed43391227e6 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/quotas/aa116ee72616411e95552f4f7f6fdf9a HTTP/1.1" status: 200 len: 375 time: 0.0263882 Apr 12 03:05:26.014962 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-bc684bfc-949a-4ff7-8b95-612da47c8697 req-ba1db2ba-0a16-469c-9f9d-b811af0f3648 service neutron] 10.222.0.25 "GET /v2.0/networks/14a47694-9f88-4832-ab57-c60bc64938b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113111 Apr 12 03:05:26.033891 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-64e8c2f8-4d28-424d-9001-a5f988831bcf req-db50b7c8-9cf7-44a8-bf5d-3cead916aaaf tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=aa116ee72616411e95552f4f7f6fdf9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512996 Apr 12 03:05:26.132720 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-08fa08a5-9679-48d1-89d8-1807b9a21432 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for port (4bf7f64f-549f-4ee1-a098-c99129f44473), precommit_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:26.138808 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Pushing event updated for resources: {'Port': ['ID=122baedd-45f6-42b3-afc4-58af86808097,revision_number=4']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:26.149322 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-08fa08a5-9679-48d1-89d8-1807b9a21432 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28322808'] for port (4bf7f64f-549f-4ee1-a098-c99129f44473), after_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:26.164657 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b9180-a612-4bdd-94a4-4859af7bb6d9 req-5c280658-51c8-442b-8cd2-460a036fe59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:26.166745 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-e97b9180-a612-4bdd-94a4-4859af7bb6d9 req-5c280658-51c8-442b-8cd2-460a036fe59c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=14a47694-9f88-4832-ab57-c60bc64938b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3488400 Apr 12 03:05:26.215931 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port 768640d7-9586-42d0-9999-52dc1b337da1, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=768640d7-9586-42d0-9999-52dc1b337da1,segment=NetworkSegment(fc66e167-0a90-4af7-a813-15865f0885a2),segment_id=fc66e167-0a90-4af7-a813-15865f0885a2)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:05:26.252807 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Returning: {'device': '768640d7-9586-42d0-9999-52dc1b337da1', 'network_id': '813f4c80-9eb3-4fdd-9a75-8d7c76e1f557', 'port_id': '768640d7-9586-42d0-9999-52dc1b337da1', 'mac_address': 'fa:16:3e:dd:39:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '575ab2eb-1835-4a60-bd9e-d998a2e09934', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 03:05:26.341254 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Current status of the port 768640d7-9586-42d0-9999-52dc1b337da1 is: DOWN; New status is: BUILD {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:05:26.341661 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (768640d7-9586-42d0-9999-52dc1b337da1), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:26.374852 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 768640d7-9586-42d0-9999-52dc1b337da1 {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:05:26.399576 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-64e8c2f8-4d28-424d-9001-a5f988831bcf req-cc1ec367-1d00-4f72-8337-0ce8fd18aa21 service neutron] 10.222.0.32 "GET /v2.0/networks/2b3dbba0-7776-42cc-ae85-893ed357f655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459096 Apr 12 03:05:26.437401 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port 768640d7-9586-42d0-9999-52dc1b337da1, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=768640d7-9586-42d0-9999-52dc1b337da1,segment=NetworkSegment(fc66e167-0a90-4af7-a813-15865f0885a2),segment_id=fc66e167-0a90-4af7-a813-15865f0885a2)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:05:26.448491 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (768640d7-9586-42d0-9999-52dc1b337da1), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:26.454072 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fa08a5-9679-48d1-89d8-1807b9a21432 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Pushing event updated for resources: {'Port': ['ID=4bf7f64f-549f-4ee1-a098-c99129f44473,revision_number=2']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:26.473750 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-e97b9180-a612-4bdd-94a4-4859af7bb6d9 req-dc5ee875-98e7-463e-957d-ac54cbb06248 service neutron] 10.222.0.25 "GET /v2.0/networks/14a47694-9f88-4832-ab57-c60bc64938b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999887 Apr 12 03:05:26.501933 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.agents_db [None req-d3c4685f-78b0-4ffc-8e41-99bd627ddb58 None None] Agent healthcheck: found 6 active agents {{(pid=103486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:05:26.549040 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Pushing event updated for resources: {'Port': ['ID=768640d7-9586-42d0-9999-52dc1b337da1,revision_number=4']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:26.559847 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-64e8c2f8-4d28-424d-9001-a5f988831bcf req-dde66963-1d20-48cb-9cda-67c45e40a851 service neutron] 10.222.0.32 "GET /v2.0/networks/2b3dbba0-7776-42cc-ae85-893ed357f655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590428 Apr 12 03:05:26.566517 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-bc684bfc-949a-4ff7-8b95-612da47c8697 req-c656f241-bf5f-4425-96cd-5c7e53891e60 service neutron] 10.222.0.25 "GET /v2.0/networks/14a47694-9f88-4832-ab57-c60bc64938b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5395699 Apr 12 03:05:26.568262 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-08fa08a5-9679-48d1-89d8-1807b9a21432 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682737'] for floatingip (d8adf6f9-825a-4f71-9476-b7d783a40d99), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:26.573390 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 41842) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:05:26.606049 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-86e415fc-424c-4369-aeac-4e2052837b91 req-f3f377a9-a8cc-4466-a968-e20e50dfa97c tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1990552489&fields=id&tenant_id=e1e5d1d0e5ee459d9a29175e6dfae245 HTTP/1.1" status: 200 len: 267 time: 0.2438838 Apr 12 03:05:26.651520 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-08fa08a5-9679-48d1-89d8-1807b9a21432 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for floatingip (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:26.652993 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-08fa08a5-9679-48d1-89d8-1807b9a21432 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1031203 Apr 12 03:05:26.813197 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f587a3a6-89fb-4c5b-90b2-eb826cb692df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:26.821027 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e415fc-424c-4369-aeac-4e2052837b91 req-13a2b52b-684e-4e32-a071-cc6e516848cb tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:26.832056 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] get_ports_and_sgs() called for port_ids ['768640d7-9586-42d0-9999-52dc1b337da1'] {{(pid=103485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:05:26.841243 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-86e415fc-424c-4369-aeac-4e2052837b91 req-13a2b52b-684e-4e32-a071-cc6e516848cb tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/networks?id=97d0737a-0806-4131-b2fa-4a4f2be2d49e HTTP/1.1" status: 200 len: 810 time: 0.1951141 Apr 12 03:05:26.881495 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-e97b9180-a612-4bdd-94a4-4859af7bb6d9 req-b270b301-fce6-4c47-8fce-086723909277 service neutron] 10.222.0.25 "GET /v2.0/networks/14a47694-9f88-4832-ab57-c60bc64938b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3982849 Apr 12 03:05:26.889966 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-86e415fc-424c-4369-aeac-4e2052837b91 req-ed1799b7-ca72-471c-bbc5-a16bec6a036f tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/quotas/e1e5d1d0e5ee459d9a29175e6dfae245 HTTP/1.1" status: 200 len: 375 time: 0.0473528 Apr 12 03:05:26.954891 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e2e12-2119-4da2-adb2-14e4924a05cc req-305a4f17-1d05-4684-9e9d-7ac4c6997b0c tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:26.956550 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-198e2e12-2119-4da2-adb2-14e4924a05cc req-305a4f17-1d05-4684-9e9d-7ac4c6997b0c tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 943 time: 0.0814795 Apr 12 03:05:26.970499 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-86e415fc-424c-4369-aeac-4e2052837b91 req-41202a6d-9c6e-47db-841a-3bec968e939c tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e1e5d1d0e5ee459d9a29175e6dfae245&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0727322 Apr 12 03:05:27.024306 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] get_ports_and_sgs() called for port_ids ['122baedd-45f6-42b3-afc4-58af86808097'] {{(pid=103485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:05:27.044053 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f587a3a6-89fb-4c5b-90b2-eb826cb692df admin admin] Publish callbacks [] for security_group (b7554c0d-435b-460c-80de-7cdea67a2413), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:27.049717 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-198e2e12-2119-4da2-adb2-14e4924a05cc req-219e9d9c-14e6-4fab-8ba4-70b0e4c90ee9 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811594 Apr 12 03:05:27.053248 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f587a3a6-89fb-4c5b-90b2-eb826cb692df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (b7554c0d-435b-460c-80de-7cdea67a2413), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:27.103249 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f587a3a6-89fb-4c5b-90b2-eb826cb692df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7554c0d-435b-460c-80de-7cdea67a2413,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:27.127520 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-f587a3a6-89fb-4c5b-90b2-eb826cb692df admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=21b2a4b743c747939de825d7c3282b6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5507996 Apr 12 03:05:27.129587 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 41866) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:05:27.145088 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-86e415fc-424c-4369-aeac-4e2052837b91 req-acaca5d0-9040-49c9-8c23-8a6136616e15 service neutron] 10.222.0.32 "GET /v2.0/networks/97d0737a-0806-4131-b2fa-4a4f2be2d49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532035 Apr 12 03:05:27.227378 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-42e06ef7-ad78-446a-8181-d256933b1a7f req-12b50253-7439-4c80-912f-a5c810a1e390 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 210 time: 0.0582643 Apr 12 03:05:27.246850 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-273f8259-143e-4ad2-bf23-47635550be86 admin admin] Publish callbacks [] for security_group (b7554c0d-435b-460c-80de-7cdea67a2413), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:27.299916 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-273f8259-143e-4ad2-bf23-47635550be86 admin admin] Publish callbacks [] for security_group (b7554c0d-435b-460c-80de-7cdea67a2413), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:27.310498 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bd5c9dd9-f0cb-4e20-87bf-f9e5dccdc82f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (beb15aed-f2b6-4676-85ca-b43f14e6acf3), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:27.421573 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d93a7-c107-4588-945c-9c90ce10f07b req-4b2a0031-1c85-4b63-91ac-581046f8374a tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:27.424601 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-e42d93a7-c107-4588-945c-9c90ce10f07b req-4b2a0031-1c85-4b63-91ac-581046f8374a tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e5a42ad-be99-4b50-a15d-098ecfad7c41 HTTP/1.1" status: 200 len: 945 time: 0.0621836 Apr 12 03:05:27.458740 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-273f8259-143e-4ad2-bf23-47635550be86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (b7554c0d-435b-460c-80de-7cdea67a2413), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:27.462086 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-273f8259-143e-4ad2-bf23-47635550be86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:27.466800 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-273f8259-143e-4ad2-bf23-47635550be86 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b7554c0d-435b-460c-80de-7cdea67a2413 HTTP/1.1" status: 204 len: 168 time: 0.3361771 Apr 12 03:05:27.488188 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273f8259-143e-4ad2-bf23-47635550be86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7554c0d-435b-460c-80de-7cdea67a2413,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:27.534948 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-e42d93a7-c107-4588-945c-9c90ce10f07b req-a158bdd7-b6fd-4fd9-aa87-62feb30737c1 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8f469cb-51e6-49aa-a65f-c1414cf6e610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029787 Apr 12 03:05:27.622014 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-86e415fc-424c-4369-aeac-4e2052837b91 req-310ddf2b-bb98-46e4-8edf-a46bc0dd1af5 service neutron] 10.222.0.32 "GET /v2.0/networks/97d0737a-0806-4131-b2fa-4a4f2be2d49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4696636 Apr 12 03:05:27.668714 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-0ed37365-9af8-4395-80f8-adc94a1c8ad6 req-83346c1b-dd11-4225-bf96-1aa1940898ff tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--887127219&fields=id&tenant_id=e9ed2cca6cce43c599fc86b60cfafda6 HTTP/1.1" status: 200 len: 267 time: 0.0661554 Apr 12 03:05:27.853326 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-eb6a63a0-7e6e-4031-b7f6-22f55587f856 req-b517f04d-6437-4d08-b128-a7b5fedc6617 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 210 time: 0.0293696 Apr 12 03:05:27.893132 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 41892) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:05:27.908233 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-2e825a8b-7a63-4ab9-90db-2c39c35a0794 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:28.021664 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-2e825a8b-7a63-4ab9-90db-2c39c35a0794 admin admin] Publish callbacks [] for security_group (b6337d07-9188-4124-adbf-38966640539c), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:28.038190 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-2e825a8b-7a63-4ab9-90db-2c39c35a0794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (b6337d07-9188-4124-adbf-38966640539c), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:28.060358 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed37365-9af8-4395-80f8-adc94a1c8ad6 req-683d1b3e-aeab-4b22-962c-26b6c1173bf2 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:28.062022 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-0ed37365-9af8-4395-80f8-adc94a1c8ad6 req-683d1b3e-aeab-4b22-962c-26b6c1173bf2 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/networks?id=c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b HTTP/1.1" status: 200 len: 815 time: 0.3865423 Apr 12 03:05:28.087749 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-2e825a8b-7a63-4ab9-90db-2c39c35a0794 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4a1c868ff4f54f0f93e71eaa09dd09a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1905675 Apr 12 03:05:28.087749 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e825a8b-7a63-4ab9-90db-2c39c35a0794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6337d07-9188-4124-adbf-38966640539c,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:28.089264 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 41904) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:05:28.094100 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-0ed37365-9af8-4395-80f8-adc94a1c8ad6 req-47020d8a-12af-4b4e-ad2f-8f638725e8bf tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/quotas/e9ed2cca6cce43c599fc86b60cfafda6 HTTP/1.1" status: 200 len: 375 time: 0.0250602 Apr 12 03:05:28.181025 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-0ed37365-9af8-4395-80f8-adc94a1c8ad6 req-f922d88a-cbfa-4b79-b18f-5d6933faa31d tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e9ed2cca6cce43c599fc86b60cfafda6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0794084 Apr 12 03:05:28.202464 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a63736aa-03b4-448a-a5ac-a324793c796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (2fa08797-e830-4b1e-af03-8a255eb086f2), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:28.211021 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-e94e9004-ec31-4526-a743-c70b0d16572d admin admin] Publish callbacks [] for security_group (b6337d07-9188-4124-adbf-38966640539c), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:28.231054 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d52db-7a1b-457b-9963-e56b79711564 req-a5466884-193c-4867-9744-2c2c86561561 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:28.232852 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-8a0d52db-7a1b-457b-9963-e56b79711564 req-a5466884-193c-4867-9744-2c2c86561561 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 943 time: 0.0815187 Apr 12 03:05:28.255047 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-e94e9004-ec31-4526-a743-c70b0d16572d admin admin] Publish callbacks [] for security_group (b6337d07-9188-4124-adbf-38966640539c), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:28.294774 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-0ed37365-9af8-4395-80f8-adc94a1c8ad6 req-4c079cc2-f03a-4731-a477-821e4356daf9 service neutron] 10.222.0.32 "GET /v2.0/networks/c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981314 Apr 12 03:05:28.318916 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-8a0d52db-7a1b-457b-9963-e56b79711564 req-4b660fb2-7159-4f23-b1e0-841c4b33af8f tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754991 Apr 12 03:05:28.344275 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-e94e9004-ec31-4526-a743-c70b0d16572d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (b6337d07-9188-4124-adbf-38966640539c), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:28.349042 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-e94e9004-ec31-4526-a743-c70b0d16572d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:28.351374 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-e94e9004-ec31-4526-a743-c70b0d16572d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b6337d07-9188-4124-adbf-38966640539c HTTP/1.1" status: 204 len: 168 time: 0.2613316 Apr 12 03:05:28.360527 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94e9004-ec31-4526-a743-c70b0d16572d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6337d07-9188-4124-adbf-38966640539c,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:28.418765 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-982d025f-0a41-44f3-83f6-0037b3804ec3 req-d2ce6394-0950-4615-8c4c-6a0f522872ba tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 210 time: 0.0324101 Apr 12 03:05:28.440384 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-0ed37365-9af8-4395-80f8-adc94a1c8ad6 req-d51680e2-e951-4830-acbf-daccb9d624a7 service neutron] 10.222.0.32 "GET /v2.0/networks/c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393228 Apr 12 03:05:28.611854 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-b2c30341-6ff1-4687-9a7d-abe2ac4a8fcb req-bd9a139b-822b-4de6-a3f3-19da891f6545 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=96a77478-4c96-4958-a731-1aac6c0bdec4 HTTP/1.1" status: 200 len: 210 time: 0.0397148 Apr 12 03:05:28.682932 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc23c99-0080-4390-8044-1332ea4e7844 req-86c5d59b-6061-4486-a4e3-c3a795f72767 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:28.685152 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-bdc23c99-0080-4390-8044-1332ea4e7844 req-86c5d59b-6061-4486-a4e3-c3a795f72767 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e5a42ad-be99-4b50-a15d-098ecfad7c41 HTTP/1.1" status: 200 len: 945 time: 0.0512092 Apr 12 03:05:28.736433 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-bdc23c99-0080-4390-8044-1332ea4e7844 req-664a2fe9-5018-4b01-8550-890c098aaec0 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8f469cb-51e6-49aa-a65f-c1414cf6e610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449474 Apr 12 03:05:28.967113 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-a601f401-760e-4ef1-b228-149db0f7ceca req-a915b38c-c583-4661-85c5-111509adc911 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 210 time: 0.0302258 Apr 12 03:05:29.439896 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f37a71-c552-4d2b-890d-31a7cb983b5c req-cd594b90-c81a-4453-a5e7-5adaeedc223f tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:29.441380 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-a5f37a71-c552-4d2b-890d-31a7cb983b5c req-cd594b90-c81a-4453-a5e7-5adaeedc223f tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 943 time: 0.0470769 Apr 12 03:05:29.496366 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-a5f37a71-c552-4d2b-890d-31a7cb983b5c req-0f63e25b-db7d-4b9b-91bd-900352714f47 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483694 Apr 12 03:05:29.520422 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-77566bbe-7f7f-4263-bc12-449d6314012f req-bf108382-d08a-4d20-b556-81ffdc8a3f25 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 210 time: 0.0280161 Apr 12 03:05:29.708703 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-07a83397-9881-4c00-aa91-2e17bf8ae578 req-eaf0ab69-4072-40af-968f-d2f706c04fbd tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=96a77478-4c96-4958-a731-1aac6c0bdec4 HTTP/1.1" status: 200 len: 210 time: 0.0309703 Apr 12 03:05:29.861236 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce26a2-026a-45bd-bdb7-0e5625d7a4d6 req-7523cbca-2fe7-4e3c-809d-f91e0c22b8c4 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:29.862731 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-90ce26a2-026a-45bd-bdb7-0e5625d7a4d6 req-7523cbca-2fe7-4e3c-809d-f91e0c22b8c4 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e5a42ad-be99-4b50-a15d-098ecfad7c41 HTTP/1.1" status: 200 len: 945 time: 0.0494537 Apr 12 03:05:29.889057 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be625cda-7f2b-4ec3-b03f-aa24446ccc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d888e177-8f03-43a8-a394-c59927fa1996), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:29.910983 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-90ce26a2-026a-45bd-bdb7-0e5625d7a4d6 req-43778e98-568e-445e-9d6a-752ef921e03a tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8f469cb-51e6-49aa-a65f-c1414cf6e610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424562 Apr 12 03:05:30.060956 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-a6c71ca4-1657-4745-acb4-fb1520d14471 req-336b4624-c095-4640-acda-cffe7bf59726 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 210 time: 0.0271676 Apr 12 03:05:30.620422 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2bbee6-3c25-4e2d-9f5f-7edea6fa0eb8 req-4e70e247-b84b-4b8c-b13e-0f93826f3f2b tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:30.621167 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-7fc45b93-ac15-48a6-a2aa-b5861f4c3426 req-fc604328-aeb7-400d-82d3-6f15c45e4161 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 210 time: 0.0294051 Apr 12 03:05:30.623181 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-6a2bbee6-3c25-4e2d-9f5f-7edea6fa0eb8 req-4e70e247-b84b-4b8c-b13e-0f93826f3f2b tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 943 time: 0.0507972 Apr 12 03:05:30.667059 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device 122baedd-45f6-42b3-afc4-58af86808097 up at agent hyperv_hv-cinder-83744 {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:05:30.677198 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-6a2bbee6-3c25-4e2d-9f5f-7edea6fa0eb8 req-9bdd23e3-4aab-4188-82b2-a394a5ea29f3 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466936 Apr 12 03:05:30.714490 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Provisioning for port 122baedd-45f6-42b3-afc4-58af86808097 completed by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 03:05:30.721994 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Provisioning complete for port 122baedd-45f6-42b3-afc4-58af86808097 triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:05:30.722673 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (122baedd-45f6-42b3-afc4-58af86808097), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:30.813897 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-64a7bdf8-8cef-44d8-b564-a79eea002f86 req-9b98f9a3-6d2d-48b3-bc7e-14b21d7a3ff0 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=96a77478-4c96-4958-a731-1aac6c0bdec4 HTTP/1.1" status: 200 len: 210 time: 0.0266802 Apr 12 03:05:30.815571 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Current status of the port 122baedd-45f6-42b3-afc4-58af86808097 is: BUILD; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:05:30.815986 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (122baedd-45f6-42b3-afc4-58af86808097), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:30.846526 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e636e7e-3a3d-4e34-a988-28131f3278c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '122baedd-45f6-42b3-afc4-58af86808097'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:05:30.939432 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port 122baedd-45f6-42b3-afc4-58af86808097, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=122baedd-45f6-42b3-afc4-58af86808097,segment=NetworkSegment(99682a96-90c8-491c-a1f8-c6fe889256f4),segment_id=99682a96-90c8-491c-a1f8-c6fe889256f4)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:05:30.947079 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (122baedd-45f6-42b3-afc4-58af86808097), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:30.949686 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device 768640d7-9586-42d0-9999-52dc1b337da1 up at agent hyperv_hv-cinder-83744 {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:05:31.050304 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Provisioning for port 768640d7-9586-42d0-9999-52dc1b337da1 completed by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 03:05:31.069057 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Provisioning complete for port 768640d7-9586-42d0-9999-52dc1b337da1 triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:05:31.069514 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (768640d7-9586-42d0-9999-52dc1b337da1), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:31.110382 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa41105cf641d53c122ae13245b26b419564b0c0a795a4827d4ee8fd8725077e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce275b8-a779-4a11-8ee2-608871afb826" -d '{"events": [{"server_uuid": "4e636e7e-3a3d-4e34-a988-28131f3278c7", "name": "network-vif-plugged", "status": "completed", "tag": "122baedd-45f6-42b3-afc4-58af86808097"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:05:31.113817 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Pushing event updated for resources: {'Port': ['ID=122baedd-45f6-42b3-afc4-58af86808097,revision_number=5']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:31.188627 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f96b894-f08a-4cfd-81b1-0caa36582aa3 req-af81b3b2-6274-49ee-876c-efdb9875046c tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:31.191073 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-8e263373-6fc9-410f-9e30-0ae553a5864c req-e42ddfa5-8c10-43e8-a072-63a8baa465e1 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 210 time: 0.0369532 Apr 12 03:05:31.192318 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-9f96b894-f08a-4cfd-81b1-0caa36582aa3 req-af81b3b2-6274-49ee-876c-efdb9875046c tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e5a42ad-be99-4b50-a15d-098ecfad7c41 HTTP/1.1" status: 200 len: 945 time: 0.1245522 Apr 12 03:05:31.200883 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8c2f8-4d28-424d-9001-a5f988831bcf req-706f9ade-1169-4cdc-8933-e6a3bcefec56 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:31.202774 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-64e8c2f8-4d28-424d-9001-a5f988831bcf req-706f9ade-1169-4cdc-8933-e6a3bcefec56 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.25 "GET /v2.0/networks?id=2b3dbba0-7776-42cc-ae85-893ed357f655 HTTP/1.1" status: 200 len: 816 time: 0.2834437 Apr 12 03:05:31.213676 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Current status of the port 768640d7-9586-42d0-9999-52dc1b337da1 is: BUILD; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:05:31.214079 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (768640d7-9586-42d0-9999-52dc1b337da1), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:31.254563 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port 768640d7-9586-42d0-9999-52dc1b337da1, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=768640d7-9586-42d0-9999-52dc1b337da1,segment=NetworkSegment(fc66e167-0a90-4af7-a813-15865f0885a2),segment_id=fc66e167-0a90-4af7-a813-15865f0885a2)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:05:31.260009 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (768640d7-9586-42d0-9999-52dc1b337da1), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:31.268270 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-9f96b894-f08a-4cfd-81b1-0caa36582aa3 req-b16cf6ad-ba0d-4100-81f6-13b58ab78bb7 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8f469cb-51e6-49aa-a65f-c1414cf6e610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535896 Apr 12 03:05:31.309432 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1732b875-ec8f-4bdd-91b1-ee0f76b73ca7 x-openstack-request-id: req-1732b875-ec8f-4bdd-91b1-ee0f76b73ca7 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:05:31.309738 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e636e7e-3a3d-4e34-a988-28131f3278c7", "name": "network-vif-plugged", "status": "completed", "tag": "122baedd-45f6-42b3-afc4-58af86808097", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:05:31.309959 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1732b875-ec8f-4bdd-91b1-ee0f76b73ca7 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:05:31.310400 dv-cinder-837443-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1732b875-ec8f-4bdd-91b1-ee0f76b73ca7'] response: {'server_uuid': '4e636e7e-3a3d-4e34-a988-28131f3278c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '122baedd-45f6-42b3-afc4-58af86808097', 'code': 200} Apr 12 03:05:31.313272 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Pushing event updated for resources: {'Port': ['ID=768640d7-9586-42d0-9999-52dc1b337da1,revision_number=5']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:31.342368 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:31.482278 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-64e8c2f8-4d28-424d-9001-a5f988831bcf req-ad5008d7-0111-4ce1-a0ed-4246f9744029 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa116ee72616411e95552f4f7f6fdf9a HTTP/1.1" status: 200 len: 380 time: 0.1020627 Apr 12 03:05:31.514461 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [req-64e8c2f8-4d28-424d-9001-a5f988831bcf req-ecd5fdc2-8cfc-4f97-b8f0-06b8ead2d9de tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Request body: {'port': {'device_id': 'eb5d87c0-f579-4975-bae6-b924c6c1d0e2', 'network_id': '2b3dbba0-7776-42cc-ae85-893ed357f655', 'admin_state_up': True, 'tenant_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'security_groups': ['47db70a7-438e-442e-84b5-53150afe53e9']}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:05:31.748964 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64e8c2f8-4d28-424d-9001-a5f988831bcf req-ecd5fdc2-8cfc-4f97-b8f0-06b8ead2d9de tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Made reservation on behalf of aa116ee72616411e95552f4f7f6fdf9a for: {'port': 1} {{(pid=103483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:05:31.753130 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-64e8c2f8-4d28-424d-9001-a5f988831bcf req-ecd5fdc2-8cfc-4f97-b8f0-06b8ead2d9de tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:31.802730 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-39dfd3a6-c4d0-4e6e-988a-7e44a27e5202 req-b2351d70-9fa6-44f4-900e-bff981c6896c tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 210 time: 0.0789087 Apr 12 03:05:31.897515 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe31919-cbe7-44ae-a2ac-e36b6c4a35d5 req-680b398e-c1e4-4632-b6b4-7f8539759fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:31.899972 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-abe31919-cbe7-44ae-a2ac-e36b6c4a35d5 req-680b398e-c1e4-4632-b6b4-7f8539759fbe service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4e636e7e-3a3d-4e34-a988-28131f3278c7 HTTP/1.1" status: 200 len: 1130 time: 0.1533942 Apr 12 03:05:31.909099 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4609ba-d4b0-4502-8ed7-1d4e86895fa4 req-3a898510-9a25-402c-9c0d-f44a82460854 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:31.911157 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-3c4609ba-d4b0-4502-8ed7-1d4e86895fa4 req-3a898510-9a25-402c-9c0d-f44a82460854 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 943 time: 0.1162682 Apr 12 03:05:32.000527 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-3c4609ba-d4b0-4502-8ed7-1d4e86895fa4 req-812178a4-3d9b-442b-bb63-ef002da098ef tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819540 Apr 12 03:05:32.001473 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 42052) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:05:32.071314 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.db_base_plugin_common [req-64e8c2f8-4d28-424d-9001-a5f988831bcf req-ecd5fdc2-8cfc-4f97-b8f0-06b8ead2d9de tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Allocated IP 172.20.0.13 (2b3dbba0-7776-42cc-ae85-893ed357f655/100d1803-3d36-4c71-9fbf-e95fa2273558/f35229c3-8c36-42fb-9fc5-3451fa4d807d) {{(pid=103483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:05:32.075171 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-cf96bcc8-89c5-4fcf-9a0f-0a6887f59784 req-6f37a7c6-ce2d-40c2-94b7-f6d24e5a653f tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=96a77478-4c96-4958-a731-1aac6c0bdec4 HTTP/1.1" status: 200 len: 210 time: 0.0740244 Apr 12 03:05:32.151733 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed37365-9af8-4395-80f8-adc94a1c8ad6 req-9302e02b-3794-4081-9237-bbcc45443696 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:32.153200 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-0ed37365-9af8-4395-80f8-adc94a1c8ad6 req-9302e02b-3794-4081-9237-bbcc45443696 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.25 "GET /v2.0/networks?id=c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b HTTP/1.1" status: 200 len: 815 time: 0.4170470 Apr 12 03:05:32.180643 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dcbb05c3-637e-4dcd-a2ff-fbd36d3a409e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:32.269608 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-64e8c2f8-4d28-424d-9001-a5f988831bcf req-ecd5fdc2-8cfc-4f97-b8f0-06b8ead2d9de tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks [] for port (f35229c3-8c36-42fb-9fc5-3451fa4d807d), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:32.276785 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dcbb05c3-637e-4dcd-a2ff-fbd36d3a409e admin admin] Publish callbacks [] for security_group (3f93ff7f-034f-498e-8ad5-4899dc4be042), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:32.283677 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-dcbb05c3-637e-4dcd-a2ff-fbd36d3a409e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (3f93ff7f-034f-498e-8ad5-4899dc4be042), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:32.330167 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-64e8c2f8-4d28-424d-9001-a5f988831bcf req-ecd5fdc2-8cfc-4f97-b8f0-06b8ead2d9de tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28322803'] for port (f35229c3-8c36-42fb-9fc5-3451fa4d807d), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:32.350809 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbb05c3-637e-4dcd-a2ff-fbd36d3a409e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f93ff7f-034f-498e-8ad5-4899dc4be042,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:32.363846 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-ad3eb741-e90f-440d-af0e-a3a1b4d60197 req-91def9ab-3aa5-4c33-81da-94220ed86af7 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 210 time: 0.0696607 Apr 12 03:05:32.376234 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-dcbb05c3-637e-4dcd-a2ff-fbd36d3a409e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e8752912a4b34d46be2855333bb82142&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3706453 Apr 12 03:05:32.377145 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 42070) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:05:32.411821 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64e8c2f8-4d28-424d-9001-a5f988831bcf req-ecd5fdc2-8cfc-4f97-b8f0-06b8ead2d9de tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Network 2b3dbba0-7776-42cc-ae85-893ed357f655 is already hosted by enough agents. {{(pid=103483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:05:32.418722 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.base_scheduler [req-64e8c2f8-4d28-424d-9001-a5f988831bcf req-ecd5fdc2-8cfc-4f97-b8f0-06b8ead2d9de tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Resources bound (agent type, host, resource id): {{(pid=103483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:05:32.425698 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.l3_dvrscheduler_db [req-64e8c2f8-4d28-424d-9001-a5f988831bcf req-ecd5fdc2-8cfc-4f97-b8f0-06b8ead2d9de tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Received port after_create {{(pid=103483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:05:32.431396 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-52ede978-1bf2-4c69-9761-01e65d66fbdd admin admin] Publish callbacks [] for security_group (3f93ff7f-034f-498e-8ad5-4899dc4be042), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:32.455342 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-52ede978-1bf2-4c69-9761-01e65d66fbdd admin admin] Publish callbacks [] for security_group (3f93ff7f-034f-498e-8ad5-4899dc4be042), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:32.458831 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be725e8-1fcf-4abb-a4fd-ee66aa58b540 req-a6dea140-58fc-4565-b9ad-a1966ad9eacb tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:32.460380 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-7be725e8-1fcf-4abb-a4fd-ee66aa58b540 req-a6dea140-58fc-4565-b9ad-a1966ad9eacb tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e5a42ad-be99-4b50-a15d-098ecfad7c41 HTTP/1.1" status: 200 len: 946 time: 0.1170585 Apr 12 03:05:32.461031 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd5fdc2-8cfc-4f97-b8f0-06b8ead2d9de tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Pushing event updated for resources: {'Port': ['ID=f35229c3-8c36-42fb-9fc5-3451fa4d807d,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:32.515160 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8c2f8-4d28-424d-9001-a5f988831bcf req-ecd5fdc2-8cfc-4f97-b8f0-06b8ead2d9de tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:32.516507 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-64e8c2f8-4d28-424d-9001-a5f988831bcf req-ecd5fdc2-8cfc-4f97-b8f0-06b8ead2d9de tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for port (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:32.521946 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-52ede978-1bf2-4c69-9761-01e65d66fbdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (3f93ff7f-034f-498e-8ad5-4899dc4be042), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:32.525451 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-52ede978-1bf2-4c69-9761-01e65d66fbdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:32.529365 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-52ede978-1bf2-4c69-9761-01e65d66fbdd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3f93ff7f-034f-498e-8ad5-4899dc4be042 HTTP/1.1" status: 204 len: 168 time: 0.1512432 Apr 12 03:05:32.537765 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ede978-1bf2-4c69-9761-01e65d66fbdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f93ff7f-034f-498e-8ad5-4899dc4be042,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:32.548270 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-7be725e8-1fcf-4abb-a4fd-ee66aa58b540 req-69e184ae-8245-4982-a813-eeaa8d388e5c tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8f469cb-51e6-49aa-a65f-c1414cf6e610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759978 Apr 12 03:05:32.552700 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-64e8c2f8-4d28-424d-9001-a5f988831bcf req-ecd5fdc2-8cfc-4f97-b8f0-06b8ead2d9de tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0426791 Apr 12 03:05:32.691793 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-1b564a7b-820d-4137-8bde-03a5de6e288a None None] Provisioning complete for port f35229c3-8c36-42fb-9fc5-3451fa4d807d triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:05:32.692385 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1b564a7b-820d-4137-8bde-03a5de6e288a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (f35229c3-8c36-42fb-9fc5-3451fa4d807d), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:32.729342 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-1b564a7b-820d-4137-8bde-03a5de6e288a None None] Port f35229c3-8c36-42fb-9fc5-3451fa4d807d cannot update to ACTIVE because it is not bound. {{(pid=103485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:05:32.814979 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 42078) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:05:32.832587 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-fe350fa6-9ab9-49d1-ab55-626efa2c9834 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:32.907662 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-fe350fa6-9ab9-49d1-ab55-626efa2c9834 admin admin] Publish callbacks [] for security_group (ccede76a-74dd-4a10-bfd4-9b7cbeb81115), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:32.913601 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-fe350fa6-9ab9-49d1-ab55-626efa2c9834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (ccede76a-74dd-4a10-bfd4-9b7cbeb81115), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:32.925187 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b6dc47-04f0-45b6-b870-39ea9c4f392c req-c1ea0789-0609-4130-ac63-1a7d609c64bf tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:32.926703 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-37b6dc47-04f0-45b6-b870-39ea9c4f392c req-c1ea0789-0609-4130-ac63-1a7d609c64bf tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 932 time: 0.0509977 Apr 12 03:05:32.951264 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-fe350fa6-9ab9-49d1-ab55-626efa2c9834 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5eb7e8d0972a42d0b57006f2db182038&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1351330 Apr 12 03:05:32.952140 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe350fa6-9ab9-49d1-ab55-626efa2c9834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccede76a-74dd-4a10-bfd4-9b7cbeb81115,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:32.954422 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 42082) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:05:32.977227 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-37b6dc47-04f0-45b6-b870-39ea9c4f392c req-e20279bc-46bb-487c-a834-ce720498f463 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441270 Apr 12 03:05:33.001920 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-f1d9e6f4-d28a-4930-a08a-673b30d8888f admin admin] Publish callbacks [] for security_group (ccede76a-74dd-4a10-bfd4-9b7cbeb81115), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:33.022776 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-f1d9e6f4-d28a-4930-a08a-673b30d8888f admin admin] Publish callbacks [] for security_group (ccede76a-74dd-4a10-bfd4-9b7cbeb81115), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:33.097786 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-f1d9e6f4-d28a-4930-a08a-673b30d8888f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (ccede76a-74dd-4a10-bfd4-9b7cbeb81115), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:33.100293 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-f1d9e6f4-d28a-4930-a08a-673b30d8888f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:33.103712 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-f1d9e6f4-d28a-4930-a08a-673b30d8888f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ccede76a-74dd-4a10-bfd4-9b7cbeb81115 HTTP/1.1" status: 204 len: 168 time: 0.1461706 Apr 12 03:05:33.120737 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d9e6f4-d28a-4930-a08a-673b30d8888f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccede76a-74dd-4a10-bfd4-9b7cbeb81115,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:33.133711 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d26bd-180b-4936-9e25-0b8052e089d3 req-f40cff1d-1ae8-4367-b5ad-fbdc45d751d0 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:33.135502 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-bd6d26bd-180b-4936-9e25-0b8052e089d3 req-f40cff1d-1ae8-4367-b5ad-fbdc45d751d0 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 943 time: 0.0730114 Apr 12 03:05:33.185206 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-bd6d26bd-180b-4936-9e25-0b8052e089d3 req-3018ada0-9c88-4205-8ffc-607427d25912 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437484 Apr 12 03:05:33.209375 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-bd1bc4f3-d5d9-467b-afc4-9a4dff481724 req-caa5d622-5242-46aa-9eca-417c74552bc4 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=96a77478-4c96-4958-a731-1aac6c0bdec4 HTTP/1.1" status: 200 len: 210 time: 0.0449936 Apr 12 03:05:33.311617 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e5a42ad-be99-4b50-a15d-098ecfad7c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768640d7-9586-42d0-9999-52dc1b337da1'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:05:33.314346 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa41105cf641d53c122ae13245b26b419564b0c0a795a4827d4ee8fd8725077e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7924a8c2-7ea3-4e0c-817e-86c4b37df574" -d '{"events": [{"server_uuid": "1e5a42ad-be99-4b50-a15d-098ecfad7c41", "name": "network-vif-plugged", "status": "completed", "tag": "768640d7-9586-42d0-9999-52dc1b337da1"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:05:33.354192 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282d4627-1b79-41e8-a06a-deba0fd7bda6 x-openstack-request-id: req-282d4627-1b79-41e8-a06a-deba0fd7bda6 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:05:33.354496 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e5a42ad-be99-4b50-a15d-098ecfad7c41", "name": "network-vif-plugged", "status": "completed", "tag": "768640d7-9586-42d0-9999-52dc1b337da1", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:05:33.354762 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-282d4627-1b79-41e8-a06a-deba0fd7bda6 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:05:33.355158 dv-cinder-837443-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-282d4627-1b79-41e8-a06a-deba0fd7bda6'] response: {'server_uuid': '1e5a42ad-be99-4b50-a15d-098ecfad7c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768640d7-9586-42d0-9999-52dc1b337da1', 'code': 200} Apr 12 03:05:33.449388 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-5f658023-6694-48bd-aa16-a53bb416982a req-590bcfd8-7467-4619-b5f0-373006711de5 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 210 time: 0.0279396 Apr 12 03:05:33.664810 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b59d76a-f0f7-43e3-8f71-ea140a34fcac req-01ef8497-7bd6-47d3-be61-03c3c5cce53c tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:33.667387 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-8b59d76a-f0f7-43e3-8f71-ea140a34fcac req-01ef8497-7bd6-47d3-be61-03c3c5cce53c tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e5a42ad-be99-4b50-a15d-098ecfad7c41 HTTP/1.1" status: 200 len: 946 time: 0.0474296 Apr 12 03:05:33.716171 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-8b59d76a-f0f7-43e3-8f71-ea140a34fcac req-193c61b0-3738-44d1-8b71-3765311b06f5 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8f469cb-51e6-49aa-a65f-c1414cf6e610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437593 Apr 12 03:05:34.105275 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4254dc-95c0-4a78-bc3a-c633de96dcce req-339a9697-3341-41a9-9284-0d71ebbfbb8b tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:34.108524 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-6a4254dc-95c0-4a78-bc3a-c633de96dcce req-339a9697-3341-41a9-9284-0d71ebbfbb8b tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 932 time: 0.0530405 Apr 12 03:05:34.156719 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-6a4254dc-95c0-4a78-bc3a-c633de96dcce req-d7a99bf2-9afc-4cda-b010-0d2b0b1a1745 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426421 Apr 12 03:05:34.306557 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f6c2b1-cad5-476d-b9ea-3eb7e2757c7c req-8dc1b921-20cc-47ab-94c2-1b7b9beea785 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:34.308369 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-a9f6c2b1-cad5-476d-b9ea-3eb7e2757c7c req-8dc1b921-20cc-47ab-94c2-1b7b9beea785 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 943 time: 0.0502481 Apr 12 03:05:34.330864 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-54a0d916-03e1-4e8b-b46b-eb869f8698ea req-ff1e1f8a-f2ee-442d-9ad2-74934fcff709 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=96a77478-4c96-4958-a731-1aac6c0bdec4 HTTP/1.1" status: 200 len: 210 time: 0.0481586 Apr 12 03:05:34.369640 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-a9f6c2b1-cad5-476d-b9ea-3eb7e2757c7c req-26f2f467-cc1d-4b76-8eaa-b6f190e7b15b tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535281 Apr 12 03:05:34.514664 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device b118642c-37b5-47a0-8bfd-58d89d227883 details requested by agent hyperv_hv-cinder-83744 with host hv-cinder-83744 {{(pid=103485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 03:05:34.540912 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [req-64e8c2f8-4d28-424d-9001-a5f988831bcf req-19f6cb83-44f8-43e8-98bf-35bfc4c7775d service neutron] Request body: {'port': {'device_id': 'eb5d87c0-f579-4975-bae6-b924c6c1d0e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83744'}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:05:34.572823 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.25', 53515) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:05:34.594573 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-45ae2ef5-0a7d-4180-8769-f40039dfd48a req-f58f284a-6a8a-4b41-a930-dd27b089f807 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 210 time: 0.0784845 Apr 12 03:05:34.597123 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-abe31919-cbe7-44ae-a2ac-e36b6c4a35d5 req-16164b94-647f-48ff-9a23-2e34d6d350c6 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:34.699397 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-64e8c2f8-4d28-424d-9001-a5f988831bcf req-19f6cb83-44f8-43e8-98bf-35bfc4c7775d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (f35229c3-8c36-42fb-9fc5-3451fa4d807d), before_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:34.748870 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port b118642c-37b5-47a0-8bfd-58d89d227883, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=b118642c-37b5-47a0-8bfd-58d89d227883,segment=NetworkSegment(99682a96-90c8-491c-a1f8-c6fe889256f4),segment_id=99682a96-90c8-491c-a1f8-c6fe889256f4)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:05:34.765026 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-abe31919-cbe7-44ae-a2ac-e36b6c4a35d5 req-16164b94-647f-48ff-9a23-2e34d6d350c6 service neutron] Publish callbacks [] for security_group (565dcf14-b4d2-4eb4-b7ed-859b721bdd8e), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:34.772727 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-abe31919-cbe7-44ae-a2ac-e36b6c4a35d5 req-16164b94-647f-48ff-9a23-2e34d6d350c6 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (565dcf14-b4d2-4eb4-b7ed-859b721bdd8e), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:34.790605 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Returning: {'device': 'b118642c-37b5-47a0-8bfd-58d89d227883', 'network_id': '14a47694-9f88-4832-ab57-c60bc64938b8', 'port_id': 'b118642c-37b5-47a0-8bfd-58d89d227883', 'mac_address': 'fa:16:3e:37:72:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe4d4e4c-7961-4f3e-a108-6fc7a367da7d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 03:05:34.809151 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.25', 53517) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:05:34.843105 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Current status of the port b118642c-37b5-47a0-8bfd-58d89d227883 is: DOWN; New status is: BUILD {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:05:34.843908 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (b118642c-37b5-47a0-8bfd-58d89d227883), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:34.860730 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b118642c-37b5-47a0-8bfd-58d89d227883 {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:05:34.877008 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-abe31919-cbe7-44ae-a2ac-e36b6c4a35d5 req-16164b94-647f-48ff-9a23-2e34d6d350c6 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522072 Apr 12 03:05:34.882889 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port b118642c-37b5-47a0-8bfd-58d89d227883, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=b118642c-37b5-47a0-8bfd-58d89d227883,segment=NetworkSegment(99682a96-90c8-491c-a1f8-c6fe889256f4),segment_id=99682a96-90c8-491c-a1f8-c6fe889256f4)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:05:34.888549 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (b118642c-37b5-47a0-8bfd-58d89d227883), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:34.891822 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16164b94-647f-48ff-9a23-2e34d6d350c6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=565dcf14-b4d2-4eb4-b7ed-859b721bdd8e,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:34.895915 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af4748-667a-4982-833e-e36bfe773d7a req-17dd3c84-81b7-4823-a376-886374c4fc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:34.898029 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-f0af4748-667a-4982-833e-e36bfe773d7a req-17dd3c84-81b7-4823-a376-886374c4fc81 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1e5a42ad-be99-4b50-a15d-098ecfad7c41 HTTP/1.1" status: 200 len: 1130 time: 0.0833876 Apr 12 03:05:34.955324 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Pushing event updated for resources: {'Port': ['ID=b118642c-37b5-47a0-8bfd-58d89d227883,revision_number=4']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:34.955829 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-0ed37365-9af8-4395-80f8-adc94a1c8ad6 req-b74cdbcd-65fa-4f1e-a4c2-6384c0669e73 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9ed2cca6cce43c599fc86b60cfafda6 HTTP/1.1" status: 200 len: 379 time: 0.3819106 Apr 12 03:05:35.017872 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ba284-35e7-4fec-859d-007d174d92bc req-364b5d1a-4eb8-448e-9a7b-55e390cf3961 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:35.019493 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-e47ba284-35e7-4fec-859d-007d174d92bc req-364b5d1a-4eb8-448e-9a7b-55e390cf3961 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e5a42ad-be99-4b50-a15d-098ecfad7c41 HTTP/1.1" status: 200 len: 946 time: 0.1726458 Apr 12 03:05:35.042195 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e415fc-424c-4369-aeac-4e2052837b91 req-aa6317d6-5b4a-4062-8bdf-24c624d0d6a6 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:35.043587 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-86e415fc-424c-4369-aeac-4e2052837b91 req-aa6317d6-5b4a-4062-8bdf-24c624d0d6a6 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.25 "GET /v2.0/networks?id=97d0737a-0806-4131-b2fa-4a4f2be2d49e HTTP/1.1" status: 200 len: 810 time: 0.4634926 Apr 12 03:05:35.141018 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-e47ba284-35e7-4fec-859d-007d174d92bc req-13475e84-9f73-4825-91cb-4d36eafcd647 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8f469cb-51e6-49aa-a65f-c1414cf6e610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119277 Apr 12 03:05:35.233386 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.notifiers.nova [req-64e8c2f8-4d28-424d-9001-a5f988831bcf req-19f6cb83-44f8-43e8-98bf-35bfc4c7775d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f35229c3-8c36-42fb-9fc5-3451fa4d807d {{(pid=103483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:05:35.240979 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-64e8c2f8-4d28-424d-9001-a5f988831bcf req-19f6cb83-44f8-43e8-98bf-35bfc4c7775d service neutron] Publish callbacks [] for port (f35229c3-8c36-42fb-9fc5-3451fa4d807d), precommit_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:35.253892 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.provisioning_blocks [req-64e8c2f8-4d28-424d-9001-a5f988831bcf req-19f6cb83-44f8-43e8-98bf-35bfc4c7775d service neutron] Transition to ACTIVE for port object f35229c3-8c36-42fb-9fc5-3451fa4d807d will not be triggered until provisioned by entity L2. {{(pid=103483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 03:05:35.258706 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-64e8c2f8-4d28-424d-9001-a5f988831bcf req-19f6cb83-44f8-43e8-98bf-35bfc4c7775d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28322808'] for port (f35229c3-8c36-42fb-9fc5-3451fa4d807d), after_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:35.275772 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b18a40-8305-4aff-b211-967bb7ecddb4 req-a0a47473-9829-469e-9a14-0e455a2bcf37 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:35.277246 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-c1b18a40-8305-4aff-b211-967bb7ecddb4 req-a0a47473-9829-469e-9a14-0e455a2bcf37 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 932 time: 0.0483572 Apr 12 03:05:35.310373 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f6cb83-44f8-43e8-98bf-35bfc4c7775d service neutron] Pushing event updated for resources: {'Port': ['ID=f35229c3-8c36-42fb-9fc5-3451fa4d807d,revision_number=2']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:35.332276 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-c1b18a40-8305-4aff-b211-967bb7ecddb4 req-7db7c022-7e3f-48da-97c0-995bb3c0b05a tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492272 Apr 12 03:05:35.401740 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.managers [req-64e8c2f8-4d28-424d-9001-a5f988831bcf req-19f6cb83-44f8-43e8-98bf-35bfc4c7775d service neutron] Attempting to bind port f35229c3-8c36-42fb-9fc5-3451fa4d807d on host hv-cinder-83744 for vnic_type normal with profile {{(pid=103483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:05:35.401740 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.managers [req-64e8c2f8-4d28-424d-9001-a5f988831bcf req-19f6cb83-44f8-43e8-98bf-35bfc4c7775d service neutron] Attempting to bind port f35229c3-8c36-42fb-9fc5-3451fa4d807d by drivers openvswitch,hyperv on host hv-cinder-83744 at level 0 using segments [{'id': '71025db5-b671-400c-aac9-a4516ac262e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2b3dbba0-7776-42cc-ae85-893ed357f655'}] {{(pid=103483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:05:35.401740 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e8c2f8-4d28-424d-9001-a5f988831bcf req-19f6cb83-44f8-43e8-98bf-35bfc4c7775d service neutron] Attempting to bind port f35229c3-8c36-42fb-9fc5-3451fa4d807d on network 2b3dbba0-7776-42cc-ae85-893ed357f655 {{(pid=103483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:05:35.406496 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e8c2f8-4d28-424d-9001-a5f988831bcf req-19f6cb83-44f8-43e8-98bf-35bfc4c7775d service neutron] Port f35229c3-8c36-42fb-9fc5-3451fa4d807d on network 2b3dbba0-7776-42cc-ae85-893ed357f655 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83744 {{(pid=103483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 03:05:35.406820 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e8c2f8-4d28-424d-9001-a5f988831bcf req-19f6cb83-44f8-43e8-98bf-35bfc4c7775d service neutron] Attempting to bind port f35229c3-8c36-42fb-9fc5-3451fa4d807d on network 2b3dbba0-7776-42cc-ae85-893ed357f655 {{(pid=103483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:05:35.412491 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e8c2f8-4d28-424d-9001-a5f988831bcf req-19f6cb83-44f8-43e8-98bf-35bfc4c7775d service neutron] Checking agent: {'id': 'd9b4afc3-988d-4081-ae69-d9ab2b5cf58b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83744', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 3, 2, 51), 'started_at': datetime.datetime(2022, 4, 12, 3, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:05:35.412832 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e8c2f8-4d28-424d-9001-a5f988831bcf req-19f6cb83-44f8-43e8-98bf-35bfc4c7775d service neutron] Checking segment: {'id': '71025db5-b671-400c-aac9-a4516ac262e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2b3dbba0-7776-42cc-ae85-893ed357f655'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:05:35.413205 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e8c2f8-4d28-424d-9001-a5f988831bcf req-19f6cb83-44f8-43e8-98bf-35bfc4c7775d service neutron] Bound using segment: {'id': '71025db5-b671-400c-aac9-a4516ac262e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2b3dbba0-7776-42cc-ae85-893ed357f655'} {{(pid=103483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:05:35.413625 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.managers [req-64e8c2f8-4d28-424d-9001-a5f988831bcf req-19f6cb83-44f8-43e8-98bf-35bfc4c7775d service neutron] Bound port: f35229c3-8c36-42fb-9fc5-3451fa4d807d, host: hv-cinder-83744, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71025db5-b671-400c-aac9-a4516ac262e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2b3dbba0-7776-42cc-ae85-893ed357f655'}}] {{(pid=103483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:05:35.413978 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-64e8c2f8-4d28-424d-9001-a5f988831bcf req-19f6cb83-44f8-43e8-98bf-35bfc4c7775d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (f35229c3-8c36-42fb-9fc5-3451fa4d807d), before_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:35.480844 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-b64c14a5-0771-4b2c-91e9-55e086e0906c req-915eccb3-56bb-4e1d-a258-85860c0191e5 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=96a77478-4c96-4958-a731-1aac6c0bdec4 HTTP/1.1" status: 200 len: 210 time: 0.0512354 Apr 12 03:05:35.498175 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f507a-e9b7-4ad3-be54-044a4c18d56a req-69ae0402-5541-42f7-8a4f-d5143bd11801 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:35.499878 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-076f507a-e9b7-4ad3-be54-044a4c18d56a req-69ae0402-5541-42f7-8a4f-d5143bd11801 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 944 time: 0.0537360 Apr 12 03:05:35.515473 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.db [req-64e8c2f8-4d28-424d-9001-a5f988831bcf req-19f6cb83-44f8-43e8-98bf-35bfc4c7775d service neutron] For port f35229c3-8c36-42fb-9fc5-3451fa4d807d, host hv-cinder-83744, cleared binding levels {{(pid=103483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:05:35.518534 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.db [req-64e8c2f8-4d28-424d-9001-a5f988831bcf req-19f6cb83-44f8-43e8-98bf-35bfc4c7775d service neutron] For port f35229c3-8c36-42fb-9fc5-3451fa4d807d, host hv-cinder-83744, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=f35229c3-8c36-42fb-9fc5-3451fa4d807d,segment=NetworkSegment(71025db5-b671-400c-aac9-a4516ac262e9),segment_id=71025db5-b671-400c-aac9-a4516ac262e9)] {{(pid=103483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:05:35.526624 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-64e8c2f8-4d28-424d-9001-a5f988831bcf req-19f6cb83-44f8-43e8-98bf-35bfc4c7775d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28322808'] for port (f35229c3-8c36-42fb-9fc5-3451fa4d807d), after_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:35.547964 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-076f507a-e9b7-4ad3-be54-044a4c18d56a req-040675bf-93d4-4428-9918-b6534a34a24d tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420310 Apr 12 03:05:35.561719 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8c2f8-4d28-424d-9001-a5f988831bcf req-19f6cb83-44f8-43e8-98bf-35bfc4c7775d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:35.562331 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-64e8c2f8-4d28-424d-9001-a5f988831bcf req-19f6cb83-44f8-43e8-98bf-35bfc4c7775d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for port (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:35.563776 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-64e8c2f8-4d28-424d-9001-a5f988831bcf req-19f6cb83-44f8-43e8-98bf-35bfc4c7775d service neutron] 10.222.0.25 "PUT /v2.0/ports/f35229c3-8c36-42fb-9fc5-3451fa4d807d HTTP/1.1" status: 200 len: 1094 time: 1.0280101 Apr 12 03:05:35.564224 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb5d87c0-f579-4975-bae6-b924c6c1d0e2', 'tag': 'f35229c3-8c36-42fb-9fc5-3451fa4d807d'}] {{(pid=103483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:05:35.566494 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e274900216188b1398d2f2ab6fda0f9d84329b9f507230773e3e9728a2d4b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67929963-0d4d-474c-b6bd-b45680d289df" -d '{"events": [{"name": "network-changed", "server_uuid": "eb5d87c0-f579-4975-bae6-b924c6c1d0e2", "tag": "f35229c3-8c36-42fb-9fc5-3451fa4d807d"}]}' {{(pid=103483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:05:35.590522 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f6cb83-44f8-43e8-98bf-35bfc4c7775d service neutron] Pushing event updated for resources: {'Port': ['ID=f35229c3-8c36-42fb-9fc5-3451fa4d807d,revision_number=3']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:35.607354 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f68ec8-fd0e-4880-b84a-36da0c11a7b6 x-openstack-request-id: req-62f68ec8-fd0e-4880-b84a-36da0c11a7b6 {{(pid=103483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:05:35.607646 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb5d87c0-f579-4975-bae6-b924c6c1d0e2", "tag": "f35229c3-8c36-42fb-9fc5-3451fa4d807d", "status": "completed", "code": 200}]} {{(pid=103483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:05:35.607940 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-62f68ec8-fd0e-4880-b84a-36da0c11a7b6 {{(pid=103483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:05:35.608348 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62f68ec8-fd0e-4880-b84a-36da0c11a7b6'] response: {'name': 'network-changed', 'server_uuid': 'eb5d87c0-f579-4975-bae6-b924c6c1d0e2', 'tag': 'f35229c3-8c36-42fb-9fc5-3451fa4d807d', 'status': 'completed', 'code': 200} Apr 12 03:05:35.707345 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-a95cd331-f6db-480f-9848-a972d32c19ef req-d676149a-14c3-42ca-aeda-872c38c69f04 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 210 time: 0.0280929 Apr 12 03:05:36.272565 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a173b30-8197-42c4-9642-74ba32749f0f req-b4152a94-2397-4374-8ed1-da27a784c3a5 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:36.274124 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-2a173b30-8197-42c4-9642-74ba32749f0f req-b4152a94-2397-4374-8ed1-da27a784c3a5 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e5a42ad-be99-4b50-a15d-098ecfad7c41 HTTP/1.1" status: 200 len: 946 time: 0.0510743 Apr 12 03:05:36.327583 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-2a173b30-8197-42c4-9642-74ba32749f0f req-f297e589-49c7-42d8-abad-45cf5fbac337 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8f469cb-51e6-49aa-a65f-c1414cf6e610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454891 Apr 12 03:05:36.455939 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c15737a-56a5-419d-ac27-d790e361109e req-3d00b994-19de-4816-b10a-5739425948fe tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:36.457382 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-4c15737a-56a5-419d-ac27-d790e361109e req-3d00b994-19de-4816-b10a-5739425948fe tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 944 time: 0.0464058 Apr 12 03:05:36.507363 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-4c15737a-56a5-419d-ac27-d790e361109e req-4216984e-a3df-4aeb-a696-88bb709a0a7d tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412524 Apr 12 03:05:36.576758 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c4574dc3-bc3a-424a-9986-9ccc9d66f4b8 req-70aee067-75ab-4aed-87dd-6e07e416b84f tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=96a77478-4c96-4958-a731-1aac6c0bdec4 HTTP/1.1" status: 200 len: 210 time: 0.0269420 Apr 12 03:05:36.662597 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489ccc4-ae87-451f-a795-b62345781fd2 req-a895d54f-2ad1-4044-83a3-c37acf55f3db tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:36.664053 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-2489ccc4-ae87-451f-a795-b62345781fd2 req-a895d54f-2ad1-4044-83a3-c37acf55f3db tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 944 time: 0.0483589 Apr 12 03:05:36.710682 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-2489ccc4-ae87-451f-a795-b62345781fd2 req-bf183542-71db-4219-8b8d-9b8e2c559639 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408750 Apr 12 03:05:36.815770 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-3d60ad71-f702-4e4a-8a8b-32bae41bbeb3 req-c2a6dac4-2486-484a-be64-0a8147c18e6b tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 210 time: 0.0373323 Apr 12 03:05:37.441677 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894bbff7-1316-4f53-96de-85871ab2c4c4 req-582a4b4b-0d5b-44f7-9bab-1bd8a92bd6fb tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:37.443464 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-894bbff7-1316-4f53-96de-85871ab2c4c4 req-582a4b4b-0d5b-44f7-9bab-1bd8a92bd6fb tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e5a42ad-be99-4b50-a15d-098ecfad7c41 HTTP/1.1" status: 200 len: 946 time: 0.0498910 Apr 12 03:05:37.494769 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-894bbff7-1316-4f53-96de-85871ab2c4c4 req-7cca5b1a-d776-450d-a16e-4a6b8327c9b1 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8f469cb-51e6-49aa-a65f-c1414cf6e610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442898 Apr 12 03:05:37.625199 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1710e63-5cd6-4709-bae0-7fc70f677e23 req-38d58511-0ded-44b8-ad02-d89a2cc7b95c tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:37.626708 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-f1710e63-5cd6-4709-bae0-7fc70f677e23 req-38d58511-0ded-44b8-ad02-d89a2cc7b95c tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 944 time: 0.0501814 Apr 12 03:05:37.672172 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-ffe4560e-efa2-4b18-815e-85fc4a18b8b7 req-faf7203d-cc27-40dc-88be-4fe034b5d1e8 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=96a77478-4c96-4958-a731-1aac6c0bdec4 HTTP/1.1" status: 200 len: 210 time: 0.0261154 Apr 12 03:05:37.675440 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-f1710e63-5cd6-4709-bae0-7fc70f677e23 req-cfeb404c-c033-4839-bfe0-ff790e8850b2 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429626 Apr 12 03:05:37.838236 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24766011-9808-45d2-97ac-78bd4820b59b req-16988c36-cd5c-4b4f-9ede-8b21a633f99a tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:37.839679 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-24766011-9808-45d2-97ac-78bd4820b59b req-16988c36-cd5c-4b4f-9ede-8b21a633f99a tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 944 time: 0.0623822 Apr 12 03:05:37.892724 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-24766011-9808-45d2-97ac-78bd4820b59b req-742c8f43-eb0a-415c-bc82-279155e6b897 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463495 Apr 12 03:05:37.916989 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-54ba7a6a-23b0-46f4-80fa-f7939ae7026e req-03529368-15d1-4643-8ada-9a57b1bd5b9a tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 210 time: 0.0294836 Apr 12 03:05:37.939999 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [req-0ed37365-9af8-4395-80f8-adc94a1c8ad6 req-a7bcfd8e-8215-45e5-b689-df195a7119f7 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Request body: {'port': {'device_id': '96a77478-4c96-4958-a731-1aac6c0bdec4', 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b', 'admin_state_up': True, 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'security_groups': ['0d434ffc-5a24-4ae6-a04d-d3d57c621012']}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:05:37.951766 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] get_ports_and_sgs() called for port_ids ['b118642c-37b5-47a0-8bfd-58d89d227883'] {{(pid=103485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:05:38.039695 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-f0af4748-667a-4982-833e-e36bfe773d7a req-9cf58176-1ad9-41e1-9515-7361c2aaa38f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c8f469cb-51e6-49aa-a65f-c1414cf6e610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058762 Apr 12 03:05:38.114113 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67929963-0d4d-474c-b6bd-b45680d289df req-c391da2b-eb12-4f57-9b67-d14ea6f7b0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:38.115599 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-67929963-0d4d-474c-b6bd-b45680d289df req-c391da2b-eb12-4f57-9b67-d14ea6f7b0a8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=aa116ee72616411e95552f4f7f6fdf9a&device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 1128 time: 0.1191084 Apr 12 03:05:38.149994 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-86e415fc-424c-4369-aeac-4e2052837b91 req-6618bd40-dafa-420d-af0a-3f8d395b799b tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1e5d1d0e5ee459d9a29175e6dfae245 HTTP/1.1" status: 200 len: 380 time: 0.2164192 Apr 12 03:05:38.172492 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ed37365-9af8-4395-80f8-adc94a1c8ad6 req-a7bcfd8e-8215-45e5-b689-df195a7119f7 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Made reservation on behalf of e9ed2cca6cce43c599fc86b60cfafda6 for: {'port': 1} {{(pid=103483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:05:38.175821 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-0ed37365-9af8-4395-80f8-adc94a1c8ad6 req-a7bcfd8e-8215-45e5-b689-df195a7119f7 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:38.319246 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.db_base_plugin_common [req-0ed37365-9af8-4395-80f8-adc94a1c8ad6 req-a7bcfd8e-8215-45e5-b689-df195a7119f7 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Allocated IP 172.20.0.9 (c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b/3d77e3de-5404-4af1-9a0f-14127064fff3/a71e2b22-1bd9-4765-8f4d-7aa692f8597e) {{(pid=103483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:05:38.482568 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-0ed37365-9af8-4395-80f8-adc94a1c8ad6 req-a7bcfd8e-8215-45e5-b689-df195a7119f7 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for port (a71e2b22-1bd9-4765-8f4d-7aa692f8597e), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:38.530845 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-0ed37365-9af8-4395-80f8-adc94a1c8ad6 req-a7bcfd8e-8215-45e5-b689-df195a7119f7 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28322803'] for port (a71e2b22-1bd9-4765-8f4d-7aa692f8597e), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:38.579446 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ed37365-9af8-4395-80f8-adc94a1c8ad6 req-a7bcfd8e-8215-45e5-b689-df195a7119f7 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Network c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b is already hosted by enough agents. {{(pid=103483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:05:38.591815 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bcfd8e-8215-45e5-b689-df195a7119f7 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Pushing event updated for resources: {'Port': ['ID=a71e2b22-1bd9-4765-8f4d-7aa692f8597e,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:38.594772 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.base_scheduler [req-0ed37365-9af8-4395-80f8-adc94a1c8ad6 req-a7bcfd8e-8215-45e5-b689-df195a7119f7 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Resources bound (agent type, host, resource id): {{(pid=103483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:05:38.603481 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed37365-9af8-4395-80f8-adc94a1c8ad6 req-a7bcfd8e-8215-45e5-b689-df195a7119f7 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Received port after_create {{(pid=103483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:05:38.636656 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [req-86e415fc-424c-4369-aeac-4e2052837b91 req-994f2848-17d5-4c71-9a01-443f8adb5e94 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Request body: {'port': {'device_id': '0c57ff93-cbb4-4365-8184-40a90dadd167', 'network_id': '97d0737a-0806-4131-b2fa-4a4f2be2d49e', 'admin_state_up': True, 'tenant_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'security_groups': ['37b179c6-f3cc-4a4d-ad74-37db92046685']}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:05:38.647765 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a5d54-36cb-4bf6-b65a-4a230794c024 req-6c58d492-de63-4d4c-b548-20635b586da1 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:38.649787 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-746a5d54-36cb-4bf6-b65a-4a230794c024 req-6c58d492-de63-4d4c-b548-20635b586da1 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e5a42ad-be99-4b50-a15d-098ecfad7c41 HTTP/1.1" status: 200 len: 946 time: 0.0687053 Apr 12 03:05:38.727236 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-746a5d54-36cb-4bf6-b65a-4a230794c024 req-40204bc9-2e34-4c0b-afb8-3c5c1970ad5c tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8f469cb-51e6-49aa-a65f-c1414cf6e610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713453 Apr 12 03:05:38.854213 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e94b2-f411-42d2-892d-a8161e6702a9 req-1d201790-87bd-4afb-9c62-14bb9975a67a tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:38.855891 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-e34e94b2-f411-42d2-892d-a8161e6702a9 req-1d201790-87bd-4afb-9c62-14bb9975a67a tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 944 time: 0.0581317 Apr 12 03:05:38.908197 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-e34e94b2-f411-42d2-892d-a8161e6702a9 req-ee252f1a-01c2-4346-854a-7a143bc19955 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451782 Apr 12 03:05:38.955042 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-c4e51db0-0ba3-4e35-952d-a69967db326b None None] Provisioning complete for port a71e2b22-1bd9-4765-8f4d-7aa692f8597e triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:05:38.955645 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c4e51db0-0ba3-4e35-952d-a69967db326b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (a71e2b22-1bd9-4765-8f4d-7aa692f8597e), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:38.990065 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-c4e51db0-0ba3-4e35-952d-a69967db326b None None] Port a71e2b22-1bd9-4765-8f4d-7aa692f8597e cannot update to ACTIVE because it is not bound. {{(pid=103485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:05:39.025198 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19366685-10c3-4ab0-99ba-140c95cad789 req-0c0023bf-d38a-41a6-8ac1-7e2ba41d75d6 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:39.026656 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-19366685-10c3-4ab0-99ba-140c95cad789 req-0c0023bf-d38a-41a6-8ac1-7e2ba41d75d6 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 944 time: 0.0509830 Apr 12 03:05:39.046488 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed37365-9af8-4395-80f8-adc94a1c8ad6 req-a7bcfd8e-8215-45e5-b689-df195a7119f7 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:39.047086 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-0ed37365-9af8-4395-80f8-adc94a1c8ad6 req-a7bcfd8e-8215-45e5-b689-df195a7119f7 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for port (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:39.074680 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-19366685-10c3-4ab0-99ba-140c95cad789 req-9fc7c4a7-10a8-4076-ae78-172992a55315 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420043 Apr 12 03:05:39.085363 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a3340-532c-4c4d-8216-05492500c61e req-f3b72ffc-d404-4d70-9704-fefd8321cfce tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:39.086820 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-a09a3340-532c-4c4d-8216-05492500c61e req-f3b72ffc-d404-4d70-9704-fefd8321cfce tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=96a77478-4c96-4958-a731-1aac6c0bdec4 HTTP/1.1" status: 200 len: 931 time: 0.1110575 Apr 12 03:05:39.097689 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-0ed37365-9af8-4395-80f8-adc94a1c8ad6 req-a7bcfd8e-8215-45e5-b689-df195a7119f7 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1664367 Apr 12 03:05:39.130082 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [req-0ed37365-9af8-4395-80f8-adc94a1c8ad6 req-f8a0ee0c-a72d-44c1-af7c-3f2aaec28d64 service neutron] Request body: {'port': {'device_id': '96a77478-4c96-4958-a731-1aac6c0bdec4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83744'}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:05:39.134409 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67929963-0d4d-474c-b6bd-b45680d289df req-19f5e61f-6236-4415-8f31-627e566cb1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:39.135835 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-67929963-0d4d-474c-b6bd-b45680d289df req-19f5e61f-6236-4415-8f31-627e566cb1b2 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=aa116ee72616411e95552f4f7f6fdf9a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5048814 Apr 12 03:05:39.160791 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-aa194bea-0115-450b-9d2f-c36173461192 req-bd6e5104-7833-47a4-b8d7-434e2539d76c tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 210 time: 0.0314043 Apr 12 03:05:39.282698 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86e415fc-424c-4369-aeac-4e2052837b91 req-994f2848-17d5-4c71-9a01-443f8adb5e94 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Made reservation on behalf of e1e5d1d0e5ee459d9a29175e6dfae245 for: {'port': 1} {{(pid=103483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:05:39.285882 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-86e415fc-424c-4369-aeac-4e2052837b91 req-994f2848-17d5-4c71-9a01-443f8adb5e94 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:39.303205 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-a09a3340-532c-4c4d-8216-05492500c61e req-ede7c9f6-dde2-4e46-bcc1-e964971fa00a tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d434ffc-5a24-4ae6-a04d-d3d57c621012&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1977224 Apr 12 03:05:39.307009 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-0ed37365-9af8-4395-80f8-adc94a1c8ad6 req-f8a0ee0c-a72d-44c1-af7c-3f2aaec28d64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (a71e2b22-1bd9-4765-8f4d-7aa692f8597e), before_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:39.397322 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67929963-0d4d-474c-b6bd-b45680d289df req-860f802a-cac3-49f3-8886-0fb33cb2e706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:39.398774 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-67929963-0d4d-474c-b6bd-b45680d289df req-860f802a-cac3-49f3-8886-0fb33cb2e706 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2406394 Apr 12 03:05:39.573997 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.db_base_plugin_common [req-86e415fc-424c-4369-aeac-4e2052837b91 req-994f2848-17d5-4c71-9a01-443f8adb5e94 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Allocated IP 172.20.0.4 (97d0737a-0806-4131-b2fa-4a4f2be2d49e/6de8150c-bedf-4873-b651-20f43e4f6dc1/78c47201-c1ba-4e08-a596-ba1d84c5e43e) {{(pid=103483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:05:39.584597 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8c2f8-4d28-424d-9001-a5f988831bcf req-dca32aaa-f2df-4a20-bac9-28fc7cdfb639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:39.586103 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-64e8c2f8-4d28-424d-9001-a5f988831bcf req-dca32aaa-f2df-4a20-bac9-28fc7cdfb639 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=aa116ee72616411e95552f4f7f6fdf9a&device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 1128 time: 0.1307356 Apr 12 03:05:39.677620 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device b118642c-37b5-47a0-8bfd-58d89d227883 up at agent hyperv_hv-cinder-83744 {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:05:39.850080 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-86e415fc-424c-4369-aeac-4e2052837b91 req-994f2848-17d5-4c71-9a01-443f8adb5e94 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks [] for port (78c47201-c1ba-4e08-a596-ba1d84c5e43e), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:39.858220 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.notifiers.nova [req-0ed37365-9af8-4395-80f8-adc94a1c8ad6 req-f8a0ee0c-a72d-44c1-af7c-3f2aaec28d64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a71e2b22-1bd9-4765-8f4d-7aa692f8597e {{(pid=103483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:05:39.867973 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-0ed37365-9af8-4395-80f8-adc94a1c8ad6 req-f8a0ee0c-a72d-44c1-af7c-3f2aaec28d64 service neutron] Publish callbacks [] for port (a71e2b22-1bd9-4765-8f4d-7aa692f8597e), precommit_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:39.890142 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.provisioning_blocks [req-0ed37365-9af8-4395-80f8-adc94a1c8ad6 req-f8a0ee0c-a72d-44c1-af7c-3f2aaec28d64 service neutron] Transition to ACTIVE for port object a71e2b22-1bd9-4765-8f4d-7aa692f8597e will not be triggered until provisioned by entity L2. {{(pid=103483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 03:05:39.899924 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-0ed37365-9af8-4395-80f8-adc94a1c8ad6 req-f8a0ee0c-a72d-44c1-af7c-3f2aaec28d64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28322808'] for port (a71e2b22-1bd9-4765-8f4d-7aa692f8597e), after_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:39.911454 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 42286) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:05:39.911813 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 42288) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:05:39.946988 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b8d65-a9d0-418f-9980-a08c08b7effc req-405bcda4-7f75-4462-907e-4fec8114759f tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:39.949352 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-b41b8d65-a9d0-418f-9980-a08c08b7effc req-405bcda4-7f75-4462-907e-4fec8114759f tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e5a42ad-be99-4b50-a15d-098ecfad7c41 HTTP/1.1" status: 200 len: 946 time: 0.0700099 Apr 12 03:05:39.959504 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-86e415fc-424c-4369-aeac-4e2052837b91 req-994f2848-17d5-4c71-9a01-443f8adb5e94 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28322803'] for port (78c47201-c1ba-4e08-a596-ba1d84c5e43e), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:39.981659 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a0ee0c-a72d-44c1-af7c-3f2aaec28d64 service neutron] Pushing event updated for resources: {'Port': ['ID=a71e2b22-1bd9-4765-8f4d-7aa692f8597e,revision_number=2']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:40.037015 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86e415fc-424c-4369-aeac-4e2052837b91 req-994f2848-17d5-4c71-9a01-443f8adb5e94 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Network 97d0737a-0806-4131-b2fa-4a4f2be2d49e is already hosted by enough agents. {{(pid=103483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:05:40.046812 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Provisioning for port b118642c-37b5-47a0-8bfd-58d89d227883 completed by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 03:05:40.068149 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Provisioning complete for port b118642c-37b5-47a0-8bfd-58d89d227883 triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:05:40.068593 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (b118642c-37b5-47a0-8bfd-58d89d227883), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:40.076889 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-b41b8d65-a9d0-418f-9980-a08c08b7effc req-c1b1477e-3333-4041-85f5-65dfdd2b909a tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8f469cb-51e6-49aa-a65f-c1414cf6e610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197872 Apr 12 03:05:40.085655 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.base_scheduler [req-86e415fc-424c-4369-aeac-4e2052837b91 req-994f2848-17d5-4c71-9a01-443f8adb5e94 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Resources bound (agent type, host, resource id): {{(pid=103483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:05:40.173894 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.l3_dvrscheduler_db [req-86e415fc-424c-4369-aeac-4e2052837b91 req-994f2848-17d5-4c71-9a01-443f8adb5e94 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Received port after_create {{(pid=103483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:05:40.188718 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b7397-1e7c-491b-9e5e-d7c65773816c req-b7be0864-247f-4357-93ae-0860e418b46a tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:40.196000 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-4b0b7397-1e7c-491b-9e5e-d7c65773816c req-b7be0864-247f-4357-93ae-0860e418b46a tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 944 time: 0.1123204 Apr 12 03:05:40.239561 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994f2848-17d5-4c71-9a01-443f8adb5e94 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Pushing event updated for resources: {'Port': ['ID=78c47201-c1ba-4e08-a596-ba1d84c5e43e,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:40.287507 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Current status of the port b118642c-37b5-47a0-8bfd-58d89d227883 is: BUILD; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:05:40.287936 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (b118642c-37b5-47a0-8bfd-58d89d227883), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:40.340019 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f918add8-29e9-4bae-9c11-9ee7fe7c3317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b118642c-37b5-47a0-8bfd-58d89d227883'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:05:40.360966 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa41105cf641d53c122ae13245b26b419564b0c0a795a4827d4ee8fd8725077e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c68f496-c2dd-43a9-bfe4-1424a22be179" -d '{"events": [{"server_uuid": "f918add8-29e9-4bae-9c11-9ee7fe7c3317", "name": "network-vif-plugged", "status": "completed", "tag": "b118642c-37b5-47a0-8bfd-58d89d227883"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:05:40.415492 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fcdae0-4145-4831-885e-ac29f3f8ca65 req-13d658c7-43ff-4a7e-993c-077ae92a2bdb tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:40.426568 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-a1fcdae0-4145-4831-885e-ac29f3f8ca65 req-13d658c7-43ff-4a7e-993c-077ae92a2bdb tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 944 time: 0.1074378 Apr 12 03:05:40.436388 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-64e8c2f8-4d28-424d-9001-a5f988831bcf req-a74ded6d-49f1-429d-9cda-ab1159973d27 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f35229c3-8c36-42fb-9fc5-3451fa4d807d HTTP/1.1" status: 200 len: 217 time: 0.0917456 Apr 12 03:05:40.437684 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ce6de939-eb21-4f39-9c61-6d625dd0c964 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:40.448926 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port b118642c-37b5-47a0-8bfd-58d89d227883, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=b118642c-37b5-47a0-8bfd-58d89d227883,segment=NetworkSegment(99682a96-90c8-491c-a1f8-c6fe889256f4),segment_id=99682a96-90c8-491c-a1f8-c6fe889256f4)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:05:40.461368 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (b118642c-37b5-47a0-8bfd-58d89d227883), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:40.480789 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-d8962cc3-6293-4639-97b7-e6f704bf3c9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:40.488292 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-a1fcdae0-4145-4831-885e-ac29f3f8ca65 req-cdb52733-1c61-445e-b716-9aeafa2dde7b tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606244 Apr 12 03:05:40.525174 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-4b0b7397-1e7c-491b-9e5e-d7c65773816c req-1f0d80bd-d50b-4dbd-b4e0-7511ae1da419 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3280196 Apr 12 03:05:40.529676 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Pushing event updated for resources: {'Port': ['ID=b118642c-37b5-47a0-8bfd-58d89d227883,revision_number=5']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:40.549328 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e415fc-424c-4369-aeac-4e2052837b91 req-994f2848-17d5-4c71-9a01-443f8adb5e94 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:40.549951 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-86e415fc-424c-4369-aeac-4e2052837b91 req-994f2848-17d5-4c71-9a01-443f8adb5e94 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for port (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:40.579004 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-26e6d6bf-2871-4dfa-b898-26744a41108c None None] Provisioning complete for port 78c47201-c1ba-4e08-a596-ba1d84c5e43e triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:05:40.579383 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-26e6d6bf-2871-4dfa-b898-26744a41108c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (78c47201-c1ba-4e08-a596-ba1d84c5e43e), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:40.611120 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-86e415fc-424c-4369-aeac-4e2052837b91 req-994f2848-17d5-4c71-9a01-443f8adb5e94 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9785290 Apr 12 03:05:40.617742 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.managers [req-0ed37365-9af8-4395-80f8-adc94a1c8ad6 req-f8a0ee0c-a72d-44c1-af7c-3f2aaec28d64 service neutron] Attempting to bind port a71e2b22-1bd9-4765-8f4d-7aa692f8597e on host hv-cinder-83744 for vnic_type normal with profile {{(pid=103483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:05:40.617918 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-26e6d6bf-2871-4dfa-b898-26744a41108c None None] Port 78c47201-c1ba-4e08-a596-ba1d84c5e43e cannot update to ACTIVE because it is not bound. {{(pid=103485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:05:40.618082 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.managers [req-0ed37365-9af8-4395-80f8-adc94a1c8ad6 req-f8a0ee0c-a72d-44c1-af7c-3f2aaec28d64 service neutron] Attempting to bind port a71e2b22-1bd9-4765-8f4d-7aa692f8597e by drivers openvswitch,hyperv on host hv-cinder-83744 at level 0 using segments [{'id': 'dd5e46db-2abb-4e6f-862d-f5a1257f87c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b'}] {{(pid=103483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:05:40.618501 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed37365-9af8-4395-80f8-adc94a1c8ad6 req-f8a0ee0c-a72d-44c1-af7c-3f2aaec28d64 service neutron] Attempting to bind port a71e2b22-1bd9-4765-8f4d-7aa692f8597e on network c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b {{(pid=103483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:05:40.628619 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75266805-0666-4567-911e-c9196774c2ea req-6ab7b397-68c0-4936-b71c-067dbe82a1ef tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:40.630306 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-75266805-0666-4567-911e-c9196774c2ea req-6ab7b397-68c0-4936-b71c-067dbe82a1ef tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 931 time: 0.0812452 Apr 12 03:05:40.660198 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed37365-9af8-4395-80f8-adc94a1c8ad6 req-f8a0ee0c-a72d-44c1-af7c-3f2aaec28d64 service neutron] Port a71e2b22-1bd9-4765-8f4d-7aa692f8597e on network c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83744 {{(pid=103483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 03:05:40.660522 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed37365-9af8-4395-80f8-adc94a1c8ad6 req-f8a0ee0c-a72d-44c1-af7c-3f2aaec28d64 service neutron] Attempting to bind port a71e2b22-1bd9-4765-8f4d-7aa692f8597e on network c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b {{(pid=103483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:05:40.680774 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-75266805-0666-4567-911e-c9196774c2ea req-25e04aac-c80d-489e-a4fa-6e003e45308d tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=37b179c6-f3cc-4a4d-ad74-37db92046685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439317 Apr 12 03:05:40.684717 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed37365-9af8-4395-80f8-adc94a1c8ad6 req-f8a0ee0c-a72d-44c1-af7c-3f2aaec28d64 service neutron] Checking agent: {'id': 'd9b4afc3-988d-4081-ae69-d9ab2b5cf58b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83744', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 3, 2, 51), 'started_at': datetime.datetime(2022, 4, 12, 3, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:05:40.685101 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed37365-9af8-4395-80f8-adc94a1c8ad6 req-f8a0ee0c-a72d-44c1-af7c-3f2aaec28d64 service neutron] Checking segment: {'id': 'dd5e46db-2abb-4e6f-862d-f5a1257f87c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:05:40.685532 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed37365-9af8-4395-80f8-adc94a1c8ad6 req-f8a0ee0c-a72d-44c1-af7c-3f2aaec28d64 service neutron] Bound using segment: {'id': 'dd5e46db-2abb-4e6f-862d-f5a1257f87c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b'} {{(pid=103483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:05:40.685948 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.managers [req-0ed37365-9af8-4395-80f8-adc94a1c8ad6 req-f8a0ee0c-a72d-44c1-af7c-3f2aaec28d64 service neutron] Bound port: a71e2b22-1bd9-4765-8f4d-7aa692f8597e, host: hv-cinder-83744, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd5e46db-2abb-4e6f-862d-f5a1257f87c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b'}}] {{(pid=103483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:05:40.686305 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-0ed37365-9af8-4395-80f8-adc94a1c8ad6 req-f8a0ee0c-a72d-44c1-af7c-3f2aaec28d64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (a71e2b22-1bd9-4765-8f4d-7aa692f8597e), before_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:40.724692 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1d2d78-e85f-4424-8e44-419e5331700f req-4c984162-156f-486e-834e-0c89ecdb664a tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:40.726239 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-ca1d2d78-e85f-4424-8e44-419e5331700f req-4c984162-156f-486e-834e-0c89ecdb664a tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=96a77478-4c96-4958-a731-1aac6c0bdec4 HTTP/1.1" status: 200 len: 943 time: 0.1142085 Apr 12 03:05:40.729118 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647ca974-6554-4cac-9506-24cef8f2d6eb x-openstack-request-id: req-647ca974-6554-4cac-9506-24cef8f2d6eb {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:05:40.729430 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f918add8-29e9-4bae-9c11-9ee7fe7c3317", "name": "network-vif-plugged", "status": "completed", "tag": "b118642c-37b5-47a0-8bfd-58d89d227883", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:05:40.729687 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-647ca974-6554-4cac-9506-24cef8f2d6eb {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:05:40.730085 dv-cinder-837443-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-647ca974-6554-4cac-9506-24cef8f2d6eb'] response: {'server_uuid': 'f918add8-29e9-4bae-9c11-9ee7fe7c3317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b118642c-37b5-47a0-8bfd-58d89d227883', 'code': 200} Apr 12 03:05:40.755658 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ce6de939-eb21-4f39-9c61-6d625dd0c964 admin admin] Publish callbacks [] for security_group (26d3acca-0916-409f-9fa5-708e1188889b), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:40.785030 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-d8962cc3-6293-4639-97b7-e6f704bf3c9e admin admin] Publish callbacks [] for security_group (816bc187-735e-440c-b0d5-55eb87bafe6c), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:40.793348 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ce6de939-eb21-4f39-9c61-6d625dd0c964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (26d3acca-0916-409f-9fa5-708e1188889b), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:40.804236 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-d8962cc3-6293-4639-97b7-e6f704bf3c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (816bc187-735e-440c-b0d5-55eb87bafe6c), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:40.874616 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6de939-eb21-4f39-9c61-6d625dd0c964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d3acca-0916-409f-9fa5-708e1188889b,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:40.884695 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-ce6de939-eb21-4f39-9c61-6d625dd0c964 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=90e06406c4564d89998e9b379f3bcbae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9494724 Apr 12 03:05:40.888040 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 42312) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:05:40.894673 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-d8962cc3-6293-4639-97b7-e6f704bf3c9e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e0d4221fd7d949558d0c859ec4503b31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9580326 Apr 12 03:05:40.902240 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 42314) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:05:40.908186 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.db [req-0ed37365-9af8-4395-80f8-adc94a1c8ad6 req-f8a0ee0c-a72d-44c1-af7c-3f2aaec28d64 service neutron] For port a71e2b22-1bd9-4765-8f4d-7aa692f8597e, host hv-cinder-83744, cleared binding levels {{(pid=103483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:05:40.915589 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-ca1d2d78-e85f-4424-8e44-419e5331700f req-99a82287-e16c-418b-bb81-875f1377dcb8 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d434ffc-5a24-4ae6-a04d-d3d57c621012&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1783462 Apr 12 03:05:40.917348 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.db [req-0ed37365-9af8-4395-80f8-adc94a1c8ad6 req-f8a0ee0c-a72d-44c1-af7c-3f2aaec28d64 service neutron] For port a71e2b22-1bd9-4765-8f4d-7aa692f8597e, host hv-cinder-83744, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=a71e2b22-1bd9-4765-8f4d-7aa692f8597e,segment=NetworkSegment(dd5e46db-2abb-4e6f-862d-f5a1257f87c2),segment_id=dd5e46db-2abb-4e6f-862d-f5a1257f87c2)] {{(pid=103483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:05:40.929487 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8962cc3-6293-4639-97b7-e6f704bf3c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816bc187-735e-440c-b0d5-55eb87bafe6c,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:40.932811 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-0ed37365-9af8-4395-80f8-adc94a1c8ad6 req-f8a0ee0c-a72d-44c1-af7c-3f2aaec28d64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28322808'] for port (a71e2b22-1bd9-4765-8f4d-7aa692f8597e), after_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:40.971383 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed37365-9af8-4395-80f8-adc94a1c8ad6 req-f8a0ee0c-a72d-44c1-af7c-3f2aaec28d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:40.971998 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-0ed37365-9af8-4395-80f8-adc94a1c8ad6 req-f8a0ee0c-a72d-44c1-af7c-3f2aaec28d64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for port (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:40.973882 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-0ed37365-9af8-4395-80f8-adc94a1c8ad6 req-f8a0ee0c-a72d-44c1-af7c-3f2aaec28d64 service neutron] 10.222.0.25 "PUT /v2.0/ports/a71e2b22-1bd9-4765-8f4d-7aa692f8597e HTTP/1.1" status: 200 len: 1093 time: 1.8541138 Apr 12 03:05:40.973882 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96a77478-4c96-4958-a731-1aac6c0bdec4', 'tag': 'a71e2b22-1bd9-4765-8f4d-7aa692f8597e'}] {{(pid=103483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:05:40.976082 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e274900216188b1398d2f2ab6fda0f9d84329b9f507230773e3e9728a2d4b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83db51b-d663-4a52-9221-e60bf5bb426f" -d '{"events": [{"name": "network-changed", "server_uuid": "96a77478-4c96-4958-a731-1aac6c0bdec4", "tag": "a71e2b22-1bd9-4765-8f4d-7aa692f8597e"}]}' {{(pid=103483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:05:40.978823 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-171e2dea-3f37-4837-9b1d-95be74102076 admin admin] Publish callbacks [] for security_group (26d3acca-0916-409f-9fa5-708e1188889b), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:40.980560 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9bc35acb-9ac7-4fce-8028-c996552e65be admin admin] Publish callbacks [] for security_group (816bc187-735e-440c-b0d5-55eb87bafe6c), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:41.001636 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a0ee0c-a72d-44c1-af7c-3f2aaec28d64 service neutron] Pushing event updated for resources: {'Port': ['ID=a71e2b22-1bd9-4765-8f4d-7aa692f8597e,revision_number=3']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:41.017888 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-171e2dea-3f37-4837-9b1d-95be74102076 admin admin] Publish callbacks [] for security_group (26d3acca-0916-409f-9fa5-708e1188889b), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:41.020784 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5bd91b-e952-45b0-8d54-e6d247137b41 x-openstack-request-id: req-0c5bd91b-e952-45b0-8d54-e6d247137b41 {{(pid=103483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:05:41.020926 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9bc35acb-9ac7-4fce-8028-c996552e65be admin admin] Publish callbacks [] for security_group (816bc187-735e-440c-b0d5-55eb87bafe6c), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:41.021204 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96a77478-4c96-4958-a731-1aac6c0bdec4", "tag": "a71e2b22-1bd9-4765-8f4d-7aa692f8597e", "status": "completed", "code": 200}]} {{(pid=103483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:05:41.021517 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0c5bd91b-e952-45b0-8d54-e6d247137b41 {{(pid=103483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:05:41.022407 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c5bd91b-e952-45b0-8d54-e6d247137b41'] response: {'name': 'network-changed', 'server_uuid': '96a77478-4c96-4958-a731-1aac6c0bdec4', 'tag': 'a71e2b22-1bd9-4765-8f4d-7aa692f8597e', 'status': 'completed', 'code': 200} Apr 12 03:05:41.095594 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-171e2dea-3f37-4837-9b1d-95be74102076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (26d3acca-0916-409f-9fa5-708e1188889b), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:41.098263 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-171e2dea-3f37-4837-9b1d-95be74102076 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:41.099435 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-171e2dea-3f37-4837-9b1d-95be74102076 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/26d3acca-0916-409f-9fa5-708e1188889b HTTP/1.1" status: 204 len: 168 time: 0.2090728 Apr 12 03:05:41.102433 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9bc35acb-9ac7-4fce-8028-c996552e65be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (816bc187-735e-440c-b0d5-55eb87bafe6c), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:41.105196 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9bc35acb-9ac7-4fce-8028-c996552e65be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:41.108612 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-9bc35acb-9ac7-4fce-8028-c996552e65be admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/816bc187-735e-440c-b0d5-55eb87bafe6c HTTP/1.1" status: 204 len: 168 time: 0.2031612 Apr 12 03:05:41.113140 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e2dea-3f37-4837-9b1d-95be74102076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d3acca-0916-409f-9fa5-708e1188889b,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:41.126405 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc35acb-9ac7-4fce-8028-c996552e65be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816bc187-735e-440c-b0d5-55eb87bafe6c,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:41.247532 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f9d7e-7122-49eb-9016-7978becd0063 req-41ad7c30-d4d3-4b2b-9e61-28022ebc866f tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:41.249100 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-9b7f9d7e-7122-49eb-9016-7978becd0063 req-41ad7c30-d4d3-4b2b-9e61-28022ebc866f tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e5a42ad-be99-4b50-a15d-098ecfad7c41 HTTP/1.1" status: 200 len: 946 time: 0.0645535 Apr 12 03:05:41.308721 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-9b7f9d7e-7122-49eb-9016-7978becd0063 req-67713886-c75d-46e6-8fbe-9b498494296d tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8f469cb-51e6-49aa-a65f-c1414cf6e610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525205 Apr 12 03:05:41.440795 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 42332) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:05:41.448729 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 42334) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:05:41.455615 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0955f911-c238-4596-ba2f-fd6f546a4fd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:41.464895 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-9525c487-f88d-40bf-9057-d867da753981 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:41.547355 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0955f911-c238-4596-ba2f-fd6f546a4fd7 admin admin] Publish callbacks [] for security_group (6b47ea34-fc8f-4b03-8a6d-f5cc153e3dec), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:41.554271 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0955f911-c238-4596-ba2f-fd6f546a4fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (6b47ea34-fc8f-4b03-8a6d-f5cc153e3dec), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:41.563668 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-9525c487-f88d-40bf-9057-d867da753981 admin admin] Publish callbacks [] for security_group (b634f389-6b1e-4df8-8ee0-c652cac0479b), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:41.568986 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-9525c487-f88d-40bf-9057-d867da753981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (b634f389-6b1e-4df8-8ee0-c652cac0479b), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:41.625821 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-9525c487-f88d-40bf-9057-d867da753981 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a66448ee992f4376a6afc444c8d1df9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1733065 Apr 12 03:05:41.625821 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9525c487-f88d-40bf-9057-d867da753981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b634f389-6b1e-4df8-8ee0-c652cac0479b,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:41.630034 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 42340) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:05:41.645259 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec875b-92bb-4b0b-a86a-24c6690a8b75 req-46d49baf-f290-45f6-9bac-911573625859 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:41.646892 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-10ec875b-92bb-4b0b-a86a-24c6690a8b75 req-46d49baf-f290-45f6-9bac-911573625859 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 945 time: 0.0796418 Apr 12 03:05:41.657979 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-0955f911-c238-4596-ba2f-fd6f546a4fd7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5a30c1027ac346c0b00a5b6f976b3586&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2136455 Apr 12 03:05:41.660524 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0955f911-c238-4596-ba2f-fd6f546a4fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b47ea34-fc8f-4b03-8a6d-f5cc153e3dec,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:41.667857 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 42342) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:05:41.744655 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-94c9b703-b6a1-4ac2-b324-c1557bbfa983 admin admin] Publish callbacks [] for security_group (b634f389-6b1e-4df8-8ee0-c652cac0479b), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:41.759588 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-10ec875b-92bb-4b0b-a86a-24c6690a8b75 req-4f803936-3175-4cd8-8cbd-f82fa937c06d tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026132 Apr 12 03:05:41.763992 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43511841-4a1e-410b-b02f-869b39c588e2 req-137ea1aa-4ab9-4e8a-866c-7774bdf54003 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:41.766663 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-43511841-4a1e-410b-b02f-869b39c588e2 req-137ea1aa-4ab9-4e8a-866c-7774bdf54003 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 944 time: 0.1214235 Apr 12 03:05:41.775152 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-94226953-9338-4267-81d0-9517570f4e5b admin admin] Publish callbacks [] for security_group (6b47ea34-fc8f-4b03-8a6d-f5cc153e3dec), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:41.796657 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-94c9b703-b6a1-4ac2-b324-c1557bbfa983 admin admin] Publish callbacks [] for security_group (b634f389-6b1e-4df8-8ee0-c652cac0479b), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:41.807072 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-94226953-9338-4267-81d0-9517570f4e5b admin admin] Publish callbacks [] for security_group (6b47ea34-fc8f-4b03-8a6d-f5cc153e3dec), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:41.855544 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-43511841-4a1e-410b-b02f-869b39c588e2 req-4a906f51-c6df-49ea-9b14-c14fe37ecc2f tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830448 Apr 12 03:05:41.879139 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-94c9b703-b6a1-4ac2-b324-c1557bbfa983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (b634f389-6b1e-4df8-8ee0-c652cac0479b), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:41.883180 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-94c9b703-b6a1-4ac2-b324-c1557bbfa983 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:41.886763 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-94c9b703-b6a1-4ac2-b324-c1557bbfa983 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b634f389-6b1e-4df8-8ee0-c652cac0479b HTTP/1.1" status: 204 len: 168 time: 0.2532132 Apr 12 03:05:41.889244 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa71b2c-4fdd-4125-b554-e9942ab29713 req-0c2578a7-e5f1-454a-8c38-c2f5951d18ef tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:41.890827 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-8aa71b2c-4fdd-4125-b554-e9942ab29713 req-0c2578a7-e5f1-454a-8c38-c2f5951d18ef tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 931 time: 0.0704184 Apr 12 03:05:41.893961 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c9b703-b6a1-4ac2-b324-c1557bbfa983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b634f389-6b1e-4df8-8ee0-c652cac0479b,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:41.920281 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-94226953-9338-4267-81d0-9517570f4e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (6b47ea34-fc8f-4b03-8a6d-f5cc153e3dec), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:41.922932 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-94226953-9338-4267-81d0-9517570f4e5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:41.924063 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-94226953-9338-4267-81d0-9517570f4e5b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6b47ea34-fc8f-4b03-8a6d-f5cc153e3dec HTTP/1.1" status: 204 len: 168 time: 0.2537465 Apr 12 03:05:41.936799 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94226953-9338-4267-81d0-9517570f4e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b47ea34-fc8f-4b03-8a6d-f5cc153e3dec,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:41.971750 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-8aa71b2c-4fdd-4125-b554-e9942ab29713 req-416440bb-4eec-42e8-b075-cd192b5d35d7 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=37b179c6-f3cc-4a4d-ad74-37db92046685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645273 Apr 12 03:05:42.055980 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca0967-5052-4502-a659-2c8319894657 req-bb9fea2e-d129-43d6-a889-2f30d25feca0 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:42.060206 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-38ca0967-5052-4502-a659-2c8319894657 req-bb9fea2e-d129-43d6-a889-2f30d25feca0 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=96a77478-4c96-4958-a731-1aac6c0bdec4 HTTP/1.1" status: 200 len: 943 time: 0.0525613 Apr 12 03:05:42.119678 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-38ca0967-5052-4502-a659-2c8319894657 req-4d29e9c9-c568-4f27-9791-3e6609f50ba7 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d434ffc-5a24-4ae6-a04d-d3d57c621012&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504029 Apr 12 03:05:42.908887 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa7e37-0744-4bc4-bb94-78e6a2f31561 req-58f5bf27-0a2f-4e87-b6c8-11088d78dad1 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:42.912243 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-5dfa7e37-0744-4bc4-bb94-78e6a2f31561 req-58f5bf27-0a2f-4e87-b6c8-11088d78dad1 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 945 time: 0.0730870 Apr 12 03:05:42.964358 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-5dfa7e37-0744-4bc4-bb94-78e6a2f31561 req-165cf5de-adde-4df0-a5ec-fb8f6dc199fa tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446773 Apr 12 03:05:43.004637 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084bea3-d3af-4b4d-96bc-8f96993ab296 req-d58bb037-bac8-41a3-a874-65de7ae4bae5 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:43.006339 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-4084bea3-d3af-4b4d-96bc-8f96993ab296 req-d58bb037-bac8-41a3-a874-65de7ae4bae5 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 944 time: 0.0561380 Apr 12 03:05:43.108948 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-4084bea3-d3af-4b4d-96bc-8f96993ab296 req-668294e0-65e3-4472-8265-a58a05230a63 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943048 Apr 12 03:05:43.147474 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a82935-2f78-47a1-9ef9-94e216e8d3ef req-2541fb46-b52c-4cd9-8943-30d9ac048e92 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:43.149222 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-e5a82935-2f78-47a1-9ef9-94e216e8d3ef req-2541fb46-b52c-4cd9-8943-30d9ac048e92 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 931 time: 0.0631731 Apr 12 03:05:43.204590 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-e5a82935-2f78-47a1-9ef9-94e216e8d3ef req-8573f860-02a4-4ad0-8bab-cbc681e3cc78 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=37b179c6-f3cc-4a4d-ad74-37db92046685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483537 Apr 12 03:05:43.240988 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bbd777-bd0b-4863-b432-714f263dbe2b req-44ef3b9f-b60d-46de-8203-e10d38845e9b tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:43.242526 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-74bbd777-bd0b-4863-b432-714f263dbe2b req-44ef3b9f-b60d-46de-8203-e10d38845e9b tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=96a77478-4c96-4958-a731-1aac6c0bdec4 HTTP/1.1" status: 200 len: 943 time: 0.0560856 Apr 12 03:05:43.295803 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-74bbd777-bd0b-4863-b432-714f263dbe2b req-5942c970-4780-453e-a76b-5346853169f6 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d434ffc-5a24-4ae6-a04d-d3d57c621012&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469010 Apr 12 03:05:43.456158 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [req-86e415fc-424c-4369-aeac-4e2052837b91 req-60edb893-15fb-47b0-8269-b6591159718e service neutron] Request body: {'port': {'device_id': '0c57ff93-cbb4-4365-8184-40a90dadd167', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83744'}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:05:43.567510 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83db51b-d663-4a52-9221-e60bf5bb426f req-b8895d0e-096b-4e97-bc11-78d1b64cedd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:43.568993 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-e83db51b-d663-4a52-9221-e60bf5bb426f req-b8895d0e-096b-4e97-bc11-78d1b64cedd2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e9ed2cca6cce43c599fc86b60cfafda6&device_id=96a77478-4c96-4958-a731-1aac6c0bdec4 HTTP/1.1" status: 200 len: 1127 time: 0.0918803 Apr 12 03:05:43.570276 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8c2f8-4d28-424d-9001-a5f988831bcf req-b3f4f9fc-6d32-45f0-8c5d-26280747e60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:43.571568 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-64e8c2f8-4d28-424d-9001-a5f988831bcf req-b3f4f9fc-6d32-45f0-8c5d-26280747e60c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=100d1803-3d36-4c71-9fbf-e95fa2273558 HTTP/1.1" status: 200 len: 855 time: 0.1345088 Apr 12 03:05:43.639886 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66b6ece-3214-4b3f-ab79-5f0a2c715873 req-1277b60a-248c-41c9-8f91-cd4999f684af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:43.641372 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-c66b6ece-3214-4b3f-ab79-5f0a2c715873 req-1277b60a-248c-41c9-8f91-cd4999f684af service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 1129 time: 0.0473156 Apr 12 03:05:43.652476 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-86e415fc-424c-4369-aeac-4e2052837b91 req-60edb893-15fb-47b0-8269-b6591159718e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (78c47201-c1ba-4e08-a596-ba1d84c5e43e), before_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:43.686067 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-c66b6ece-3214-4b3f-ab79-5f0a2c715873 req-52b69cb8-c70d-48ae-b979-dd3f685566e5 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383720 Apr 12 03:05:43.909773 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8c2f8-4d28-424d-9001-a5f988831bcf req-7db290df-508a-4579-9464-ea8a0dcda536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:43.911281 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-64e8c2f8-4d28-424d-9001-a5f988831bcf req-7db290df-508a-4579-9464-ea8a0dcda536 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2b3dbba0-7776-42cc-ae85-893ed357f655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3139801 Apr 12 03:05:43.992350 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83db51b-d663-4a52-9221-e60bf5bb426f req-f09a3302-503d-4c4a-893f-26ff1c949307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:43.993888 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-e83db51b-d663-4a52-9221-e60bf5bb426f req-f09a3302-503d-4c4a-893f-26ff1c949307 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=e9ed2cca6cce43c599fc86b60cfafda6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4065800 Apr 12 03:05:44.096925 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15288bc0-8520-4f77-afd4-4e3e7568c68c req-a690fb6a-057e-44c0-a452-a2311dc392e9 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:44.104656 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-15288bc0-8520-4f77-afd4-4e3e7568c68c req-a690fb6a-057e-44c0-a452-a2311dc392e9 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 945 time: 0.0669568 Apr 12 03:05:44.158844 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-15288bc0-8520-4f77-afd4-4e3e7568c68c req-a9594e90-9fba-4d6e-88f8-34122925c2cd tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526023 Apr 12 03:05:44.338190 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-64e8c2f8-4d28-424d-9001-a5f988831bcf req-81904b35-20bd-4d7c-941c-d05cceda6c7d service neutron] 10.222.0.25 "GET /v2.0/networks/2b3dbba0-7776-42cc-ae85-893ed357f655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4021707 Apr 12 03:05:44.374689 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83db51b-d663-4a52-9221-e60bf5bb426f req-05501351-9af1-476d-af90-a3f7e2dd41d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:44.376428 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-e83db51b-d663-4a52-9221-e60bf5bb426f req-05501351-9af1-476d-af90-a3f7e2dd41d8 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3741944 Apr 12 03:05:44.389060 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe6c2f-1b9a-48b8-b149-e18be4171db8 req-0fc024c3-bbb0-4e85-b95f-864c945b8058 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:44.396264 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-84fe6c2f-1b9a-48b8-b149-e18be4171db8 req-0fc024c3-bbb0-4e85-b95f-864c945b8058 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 944 time: 0.1570635 Apr 12 03:05:44.424957 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e3bd8-f95a-47f9-abd4-ea4121e4fe0c req-e4b6d13a-26b5-4c02-b568-74d10a139d4e tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:44.433818 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-d12e3bd8-f95a-47f9-abd4-ea4121e4fe0c req-e4b6d13a-26b5-4c02-b568-74d10a139d4e tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 931 time: 0.1198671 Apr 12 03:05:44.545087 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-d12e3bd8-f95a-47f9-abd4-ea4121e4fe0c req-5620b87b-295d-4638-a637-9540ba026fbe tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=37b179c6-f3cc-4a4d-ad74-37db92046685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045852 Apr 12 03:05:44.595325 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed37365-9af8-4395-80f8-adc94a1c8ad6 req-ee616f88-78b9-4e57-8249-9dbf90f53cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:44.596791 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-0ed37365-9af8-4395-80f8-adc94a1c8ad6 req-ee616f88-78b9-4e57-8249-9dbf90f53cbd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e9ed2cca6cce43c599fc86b60cfafda6&device_id=96a77478-4c96-4958-a731-1aac6c0bdec4 HTTP/1.1" status: 200 len: 1127 time: 0.1298125 Apr 12 03:05:44.632188 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-84fe6c2f-1b9a-48b8-b149-e18be4171db8 req-8a5452e9-f9df-47e1-8095-bd3ae8294e48 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2349970 Apr 12 03:05:44.688944 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-0ed37365-9af8-4395-80f8-adc94a1c8ad6 req-3522df1b-3ef6-496a-b1a4-7822e9657543 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a71e2b22-1bd9-4765-8f4d-7aa692f8597e HTTP/1.1" status: 200 len: 217 time: 0.0715814 Apr 12 03:05:44.703593 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.notifiers.nova [req-86e415fc-424c-4369-aeac-4e2052837b91 req-60edb893-15fb-47b0-8269-b6591159718e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78c47201-c1ba-4e08-a596-ba1d84c5e43e {{(pid=103483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:05:44.711394 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37fea39-ecb4-4412-8ea7-72c2c02f282a req-03261bf5-6360-4958-b121-e72212f6dd4e tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:44.714413 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-86e415fc-424c-4369-aeac-4e2052837b91 req-60edb893-15fb-47b0-8269-b6591159718e service neutron] Publish callbacks [] for port (78c47201-c1ba-4e08-a596-ba1d84c5e43e), precommit_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:44.718971 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-c37fea39-ecb4-4412-8ea7-72c2c02f282a req-03261bf5-6360-4958-b121-e72212f6dd4e tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=96a77478-4c96-4958-a731-1aac6c0bdec4 HTTP/1.1" status: 200 len: 943 time: 0.0630486 Apr 12 03:05:44.719568 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-64e8c2f8-4d28-424d-9001-a5f988831bcf req-f0ea97cb-3704-4e55-a246-d5d86307546d service neutron] 10.222.0.25 "GET /v2.0/networks/2b3dbba0-7776-42cc-ae85-893ed357f655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044641 Apr 12 03:05:44.761434 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.provisioning_blocks [req-86e415fc-424c-4369-aeac-4e2052837b91 req-60edb893-15fb-47b0-8269-b6591159718e service neutron] Transition to ACTIVE for port object 78c47201-c1ba-4e08-a596-ba1d84c5e43e will not be triggered until provisioned by entity L2. {{(pid=103483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 03:05:44.763357 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-c37fea39-ecb4-4412-8ea7-72c2c02f282a req-9abab97c-bfc7-4351-94fd-7ab407b265af tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d434ffc-5a24-4ae6-a04d-d3d57c621012&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434310 Apr 12 03:05:44.769982 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-86e415fc-424c-4369-aeac-4e2052837b91 req-60edb893-15fb-47b0-8269-b6591159718e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28322808'] for port (78c47201-c1ba-4e08-a596-ba1d84c5e43e), after_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:44.801910 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed37365-9af8-4395-80f8-adc94a1c8ad6 req-5b305420-db25-4e50-bcf3-b2af59221812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:44.803382 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-0ed37365-9af8-4395-80f8-adc94a1c8ad6 req-5b305420-db25-4e50-bcf3-b2af59221812 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3d77e3de-5404-4af1-9a0f-14127064fff3 HTTP/1.1" status: 200 len: 854 time: 0.0863428 Apr 12 03:05:44.832099 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60edb893-15fb-47b0-8269-b6591159718e service neutron] Pushing event updated for resources: {'Port': ['ID=78c47201-c1ba-4e08-a596-ba1d84c5e43e,revision_number=2']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:44.918149 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.managers [req-86e415fc-424c-4369-aeac-4e2052837b91 req-60edb893-15fb-47b0-8269-b6591159718e service neutron] Attempting to bind port 78c47201-c1ba-4e08-a596-ba1d84c5e43e on host hv-cinder-83744 for vnic_type normal with profile {{(pid=103483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:05:44.918469 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.managers [req-86e415fc-424c-4369-aeac-4e2052837b91 req-60edb893-15fb-47b0-8269-b6591159718e service neutron] Attempting to bind port 78c47201-c1ba-4e08-a596-ba1d84c5e43e by drivers openvswitch,hyperv on host hv-cinder-83744 at level 0 using segments [{'id': '7d4ebf86-1a25-4cfb-9940-c09dda9a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '97d0737a-0806-4131-b2fa-4a4f2be2d49e'}] {{(pid=103483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:05:44.918868 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e415fc-424c-4369-aeac-4e2052837b91 req-60edb893-15fb-47b0-8269-b6591159718e service neutron] Attempting to bind port 78c47201-c1ba-4e08-a596-ba1d84c5e43e on network 97d0737a-0806-4131-b2fa-4a4f2be2d49e {{(pid=103483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:05:44.923651 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e415fc-424c-4369-aeac-4e2052837b91 req-60edb893-15fb-47b0-8269-b6591159718e service neutron] Port 78c47201-c1ba-4e08-a596-ba1d84c5e43e on network 97d0737a-0806-4131-b2fa-4a4f2be2d49e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83744 {{(pid=103483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 03:05:44.924073 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e415fc-424c-4369-aeac-4e2052837b91 req-60edb893-15fb-47b0-8269-b6591159718e service neutron] Attempting to bind port 78c47201-c1ba-4e08-a596-ba1d84c5e43e on network 97d0737a-0806-4131-b2fa-4a4f2be2d49e {{(pid=103483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:05:44.929085 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e415fc-424c-4369-aeac-4e2052837b91 req-60edb893-15fb-47b0-8269-b6591159718e service neutron] Checking agent: {'id': 'd9b4afc3-988d-4081-ae69-d9ab2b5cf58b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83744', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 3, 2, 51), 'started_at': datetime.datetime(2022, 4, 12, 3, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:05:44.929419 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e415fc-424c-4369-aeac-4e2052837b91 req-60edb893-15fb-47b0-8269-b6591159718e service neutron] Checking segment: {'id': '7d4ebf86-1a25-4cfb-9940-c09dda9a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '97d0737a-0806-4131-b2fa-4a4f2be2d49e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:05:44.929797 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e415fc-424c-4369-aeac-4e2052837b91 req-60edb893-15fb-47b0-8269-b6591159718e service neutron] Bound using segment: {'id': '7d4ebf86-1a25-4cfb-9940-c09dda9a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '97d0737a-0806-4131-b2fa-4a4f2be2d49e'} {{(pid=103483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:05:44.930215 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.managers [req-86e415fc-424c-4369-aeac-4e2052837b91 req-60edb893-15fb-47b0-8269-b6591159718e service neutron] Bound port: 78c47201-c1ba-4e08-a596-ba1d84c5e43e, host: hv-cinder-83744, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d4ebf86-1a25-4cfb-9940-c09dda9a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '97d0737a-0806-4131-b2fa-4a4f2be2d49e'}}] {{(pid=103483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:05:44.930568 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-86e415fc-424c-4369-aeac-4e2052837b91 req-60edb893-15fb-47b0-8269-b6591159718e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (78c47201-c1ba-4e08-a596-ba1d84c5e43e), before_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:45.010415 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.db [req-86e415fc-424c-4369-aeac-4e2052837b91 req-60edb893-15fb-47b0-8269-b6591159718e service neutron] For port 78c47201-c1ba-4e08-a596-ba1d84c5e43e, host hv-cinder-83744, cleared binding levels {{(pid=103483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:05:45.014576 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.db [req-86e415fc-424c-4369-aeac-4e2052837b91 req-60edb893-15fb-47b0-8269-b6591159718e service neutron] For port 78c47201-c1ba-4e08-a596-ba1d84c5e43e, host hv-cinder-83744, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=78c47201-c1ba-4e08-a596-ba1d84c5e43e,segment=NetworkSegment(7d4ebf86-1a25-4cfb-9940-c09dda9a1a9a),segment_id=7d4ebf86-1a25-4cfb-9940-c09dda9a1a9a)] {{(pid=103483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:05:45.022156 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-86e415fc-424c-4369-aeac-4e2052837b91 req-60edb893-15fb-47b0-8269-b6591159718e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28322808'] for port (78c47201-c1ba-4e08-a596-ba1d84c5e43e), after_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:45.058547 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e415fc-424c-4369-aeac-4e2052837b91 req-60edb893-15fb-47b0-8269-b6591159718e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:45.059137 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-86e415fc-424c-4369-aeac-4e2052837b91 req-60edb893-15fb-47b0-8269-b6591159718e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for port (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:45.060608 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-86e415fc-424c-4369-aeac-4e2052837b91 req-60edb893-15fb-47b0-8269-b6591159718e service neutron] 10.222.0.25 "PUT /v2.0/ports/78c47201-c1ba-4e08-a596-ba1d84c5e43e HTTP/1.1" status: 200 len: 1093 time: 1.6113527 Apr 12 03:05:45.061046 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c57ff93-cbb4-4365-8184-40a90dadd167', 'tag': '78c47201-c1ba-4e08-a596-ba1d84c5e43e'}] {{(pid=103483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:05:45.063651 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e274900216188b1398d2f2ab6fda0f9d84329b9f507230773e3e9728a2d4b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b720e8ad-494c-48d2-9dc7-17d707f20de6" -d '{"events": [{"name": "network-changed", "server_uuid": "0c57ff93-cbb4-4365-8184-40a90dadd167", "tag": "78c47201-c1ba-4e08-a596-ba1d84c5e43e"}]}' {{(pid=103483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:05:45.094776 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60edb893-15fb-47b0-8269-b6591159718e service neutron] Pushing event updated for resources: {'Port': ['ID=78c47201-c1ba-4e08-a596-ba1d84c5e43e,revision_number=3']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:45.106399 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325ab53f-2569-48ec-80cd-d51a2a9aa389 x-openstack-request-id: req-325ab53f-2569-48ec-80cd-d51a2a9aa389 {{(pid=103483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:05:45.106684 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c57ff93-cbb4-4365-8184-40a90dadd167", "tag": "78c47201-c1ba-4e08-a596-ba1d84c5e43e", "status": "completed", "code": 200}]} {{(pid=103483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:05:45.107131 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-325ab53f-2569-48ec-80cd-d51a2a9aa389 {{(pid=103483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:05:45.107515 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-325ab53f-2569-48ec-80cd-d51a2a9aa389'] response: {'name': 'network-changed', 'server_uuid': '0c57ff93-cbb4-4365-8184-40a90dadd167', 'tag': '78c47201-c1ba-4e08-a596-ba1d84c5e43e', 'status': 'completed', 'code': 200} Apr 12 03:05:45.277162 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b58d08-a27d-4e88-8670-fcaf55474921 req-84432a1a-e44d-4cdd-b883-fc3085f8c027 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:45.278593 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-a7b58d08-a27d-4e88-8670-fcaf55474921 req-84432a1a-e44d-4cdd-b883-fc3085f8c027 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 945 time: 0.0480211 Apr 12 03:05:45.331235 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-a7b58d08-a27d-4e88-8670-fcaf55474921 req-84c1fe86-5c2d-46e2-8022-27825184a636 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444326 Apr 12 03:05:45.652839 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb8d29-ce51-427e-aac1-65e7d354b771 req-755c778d-edf8-4ef8-8942-40da54a21226 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:45.654168 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-b3eb8d29-ce51-427e-aac1-65e7d354b771 req-755c778d-edf8-4ef8-8942-40da54a21226 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 943 time: 0.0495801 Apr 12 03:05:45.705621 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-b3eb8d29-ce51-427e-aac1-65e7d354b771 req-d0661fed-0f77-48cd-b477-b260f23f4eef tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=37b179c6-f3cc-4a4d-ad74-37db92046685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458338 Apr 12 03:05:45.819951 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1aefd-7755-43fa-9143-c33cc1ea19ff req-30de6bef-9946-42c3-a721-b8acc3500334 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:45.821614 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-73c1aefd-7755-43fa-9143-c33cc1ea19ff req-30de6bef-9946-42c3-a721-b8acc3500334 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 944 time: 0.0524356 Apr 12 03:05:45.875000 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-73c1aefd-7755-43fa-9143-c33cc1ea19ff req-031c981e-df88-461a-a5b6-2413aca22f7e tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451810 Apr 12 03:05:45.994373 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1188860-cbdf-4cd3-b936-c392ba2c91b1 req-fd240b6e-2ec0-4801-81d9-ac748de0f258 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:45.995864 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-d1188860-cbdf-4cd3-b936-c392ba2c91b1 req-fd240b6e-2ec0-4801-81d9-ac748de0f258 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=96a77478-4c96-4958-a731-1aac6c0bdec4 HTTP/1.1" status: 200 len: 943 time: 0.0498729 Apr 12 03:05:46.064855 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-d1188860-cbdf-4cd3-b936-c392ba2c91b1 req-d36676df-069d-4980-a572-8fa8a35e4250 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d434ffc-5a24-4ae6-a04d-d3d57c621012&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609434 Apr 12 03:05:46.467474 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a40c4a-2c1a-4244-9d70-fcaf281d8213 req-216fc2db-f8fc-4d48-923a-cb4d553d7021 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:46.469046 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-f2a40c4a-2c1a-4244-9d70-fcaf281d8213 req-216fc2db-f8fc-4d48-923a-cb4d553d7021 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 945 time: 0.0532162 Apr 12 03:05:46.529895 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-f2a40c4a-2c1a-4244-9d70-fcaf281d8213 req-7d60cf5a-0608-46de-8cf6-6565741ffb6a tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547745 Apr 12 03:05:46.844682 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3850bf6-2128-4094-94d7-e653e4966972 req-34e2ca65-e6ee-4c76-a61a-d255a1d9991b tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:46.846208 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-e3850bf6-2128-4094-94d7-e653e4966972 req-34e2ca65-e6ee-4c76-a61a-d255a1d9991b tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 943 time: 0.0629928 Apr 12 03:05:46.907918 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-e3850bf6-2128-4094-94d7-e653e4966972 req-8b5147bf-953b-4ade-87ad-a4c4a4eec992 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=37b179c6-f3cc-4a4d-ad74-37db92046685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555990 Apr 12 03:05:47.018244 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b6adee-2aca-45cb-b380-cc8b01ce4a83 req-7afa814c-c1d3-4bf7-b519-0ba32e5e5d97 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:47.019597 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-40b6adee-2aca-45cb-b380-cc8b01ce4a83 req-7afa814c-c1d3-4bf7-b519-0ba32e5e5d97 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 944 time: 0.0542400 Apr 12 03:05:47.068877 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-40b6adee-2aca-45cb-b380-cc8b01ce4a83 req-1de3cd8e-a053-43a7-bbfe-4de857abace2 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435591 Apr 12 03:05:47.185468 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a3fa4-7e16-40f5-840f-55ce2adab010 req-92643d63-39ea-415a-8c12-40529615e7d0 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:47.186921 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-320a3fa4-7e16-40f5-840f-55ce2adab010 req-92643d63-39ea-415a-8c12-40529615e7d0 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=96a77478-4c96-4958-a731-1aac6c0bdec4 HTTP/1.1" status: 200 len: 943 time: 0.0520749 Apr 12 03:05:47.235576 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-320a3fa4-7e16-40f5-840f-55ce2adab010 req-eaa60603-f582-4f51-bf17-1af3ab00b954 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d434ffc-5a24-4ae6-a04d-d3d57c621012&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428374 Apr 12 03:05:47.655290 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a781b7-4515-4611-8b38-b99210f01384 req-2c07abd2-c60d-49f3-bb9a-ce688372cd67 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:47.656856 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-b2a781b7-4515-4611-8b38-b99210f01384 req-2c07abd2-c60d-49f3-bb9a-ce688372cd67 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 945 time: 0.0519004 Apr 12 03:05:47.704387 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-b2a781b7-4515-4611-8b38-b99210f01384 req-2bb91fb0-6259-4dc7-8281-347c4c989743 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418932 Apr 12 03:05:48.036989 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73509bcd-566b-4695-891e-b2b1cd1dabdc req-ce3a7862-e440-4cb1-8f1b-43003432bf9d tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:48.038465 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-73509bcd-566b-4695-891e-b2b1cd1dabdc req-ce3a7862-e440-4cb1-8f1b-43003432bf9d tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 943 time: 0.0533066 Apr 12 03:05:48.097560 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-73509bcd-566b-4695-891e-b2b1cd1dabdc req-6c0a68ec-1d6f-41da-b43b-d2aa8080039e tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=37b179c6-f3cc-4a4d-ad74-37db92046685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528576 Apr 12 03:05:48.206219 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdf9a5-dfd5-498a-abf1-2e1082789539 req-f13eecf9-9045-4e2a-bfce-b4baa477ddbd tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:48.208191 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-2abdf9a5-dfd5-498a-abf1-2e1082789539 req-f13eecf9-9045-4e2a-bfce-b4baa477ddbd tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 944 time: 0.0525196 Apr 12 03:05:48.271777 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-2abdf9a5-dfd5-498a-abf1-2e1082789539 req-5b5ea0ba-b370-4bfa-959e-526b2a0b6a96 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566473 Apr 12 03:05:48.375779 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b39391-0dd5-45a2-84f2-2f862e150f8c req-44c71175-7c1b-43aa-8bff-a5b8de20bf9c tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:48.377184 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-06b39391-0dd5-45a2-84f2-2f862e150f8c req-44c71175-7c1b-43aa-8bff-a5b8de20bf9c tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=96a77478-4c96-4958-a731-1aac6c0bdec4 HTTP/1.1" status: 200 len: 943 time: 0.0481236 Apr 12 03:05:48.433821 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-06b39391-0dd5-45a2-84f2-2f862e150f8c req-2b65842f-4296-4671-a541-b6ea5a8e2f4b tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d434ffc-5a24-4ae6-a04d-d3d57c621012&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506666 Apr 12 03:05:48.818571 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d2025e-47e9-4da4-af6d-4e7cf4e69470 req-cb801532-8363-4e26-b501-9df9715d5c61 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:48.820210 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-a4d2025e-47e9-4da4-af6d-4e7cf4e69470 req-cb801532-8363-4e26-b501-9df9715d5c61 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 945 time: 0.0472541 Apr 12 03:05:48.870463 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-a4d2025e-47e9-4da4-af6d-4e7cf4e69470 req-bf367c96-cc34-4516-ad68-42dc14fcc64a tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433204 Apr 12 03:05:49.241405 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83601ae1-9f33-4fa0-b133-3ffc27828e76 req-775046da-a4eb-453c-be92-dc5e1c070b0c tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:49.243142 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-83601ae1-9f33-4fa0-b133-3ffc27828e76 req-775046da-a4eb-453c-be92-dc5e1c070b0c tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 945 time: 0.0582807 Apr 12 03:05:49.295534 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-83601ae1-9f33-4fa0-b133-3ffc27828e76 req-37c0b041-fd7c-485e-ab46-406750aeed79 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444927 Apr 12 03:05:49.405549 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef07ac-1bd2-474b-a420-9d96d0fe1e2c req-ddb99def-94a1-4ae7-b121-bf19110abb8b tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:49.406942 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-00ef07ac-1bd2-474b-a420-9d96d0fe1e2c req-ddb99def-94a1-4ae7-b121-bf19110abb8b tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 943 time: 0.0479770 Apr 12 03:05:49.453858 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-00ef07ac-1bd2-474b-a420-9d96d0fe1e2c req-d78c88af-9cbb-4bcc-a01c-4cc494ca9c75 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=37b179c6-f3cc-4a4d-ad74-37db92046685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412750 Apr 12 03:05:49.556226 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a114e92-fdfc-46ff-afbb-779859cf6c7e req-46d7467b-43f1-47a8-870d-0b13032c1650 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:49.557688 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-4a114e92-fdfc-46ff-afbb-779859cf6c7e req-46d7467b-43f1-47a8-870d-0b13032c1650 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 944 time: 0.0480068 Apr 12 03:05:49.613668 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-4a114e92-fdfc-46ff-afbb-779859cf6c7e req-9d41829e-4926-4b73-a862-c63d46cb298a tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478485 Apr 12 03:05:49.722374 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a0e76-55e7-4e83-8001-1ddfe27f11af req-ef9eb0fa-d319-4d41-b5c0-de4d021271d0 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:49.723818 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-124a0e76-55e7-4e83-8001-1ddfe27f11af req-ef9eb0fa-d319-4d41-b5c0-de4d021271d0 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=96a77478-4c96-4958-a731-1aac6c0bdec4 HTTP/1.1" status: 200 len: 943 time: 0.0453780 Apr 12 03:05:49.778452 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-124a0e76-55e7-4e83-8001-1ddfe27f11af req-aed655d2-fcff-4588-9b5c-03e5c59c6ca8 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d434ffc-5a24-4ae6-a04d-d3d57c621012&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485706 Apr 12 03:05:50.439800 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16781df3-745a-4aac-a0cd-dac7164af2c7 req-8013d56e-992c-4f34-afe4-18573652f097 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:50.441340 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-16781df3-745a-4aac-a0cd-dac7164af2c7 req-8013d56e-992c-4f34-afe4-18573652f097 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 945 time: 0.0650616 Apr 12 03:05:50.497902 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-16781df3-745a-4aac-a0cd-dac7164af2c7 req-df947964-ffa7-4cc3-9de1-0b475255a81c tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505650 Apr 12 03:05:50.605218 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105f16d-36e3-4f59-95a5-0ab78d79bcfb req-83b37362-5fae-4369-b5d7-e2ec7e42300d tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:50.606922 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-c105f16d-36e3-4f59-95a5-0ab78d79bcfb req-83b37362-5fae-4369-b5d7-e2ec7e42300d tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 943 time: 0.0518608 Apr 12 03:05:50.658169 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-c105f16d-36e3-4f59-95a5-0ab78d79bcfb req-8da0cbe3-d93d-4c2a-ab6e-88f7e91256c4 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=37b179c6-f3cc-4a4d-ad74-37db92046685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453396 Apr 12 03:05:50.721841 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d9b4afc3-988d-4081-ae69-d9ab2b5cf58b), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:50.761685 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40536c8-ebb5-481a-bc43-0da0d8eb8cc6 req-8a326bf2-36cc-4630-8113-27d24dac3572 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:50.763124 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-c40536c8-ebb5-481a-bc43-0da0d8eb8cc6 req-8a326bf2-36cc-4630-8113-27d24dac3572 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 944 time: 0.0481761 Apr 12 03:05:50.809643 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-c40536c8-ebb5-481a-bc43-0da0d8eb8cc6 req-f7581631-5760-43d5-a86c-77cb6c6f4788 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407903 Apr 12 03:05:50.922292 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef497b75-cbab-4979-abdc-7210be0b401b req-d03577b5-5868-43d8-b208-482033c7b6f3 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:50.923758 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-ef497b75-cbab-4979-abdc-7210be0b401b req-d03577b5-5868-43d8-b208-482033c7b6f3 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=96a77478-4c96-4958-a731-1aac6c0bdec4 HTTP/1.1" status: 200 len: 943 time: 0.0510163 Apr 12 03:05:50.984904 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-ef497b75-cbab-4979-abdc-7210be0b401b req-19a0a12a-d939-4c37-99a1-559aa6cafb1a tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d434ffc-5a24-4ae6-a04d-d3d57c621012&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537198 Apr 12 03:05:51.625827 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce7ec3-8e87-44be-9331-a87e0f5a43d3 req-9ac7ec75-2d9e-411a-932e-4cda21af803f tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:51.627285 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-80ce7ec3-8e87-44be-9331-a87e0f5a43d3 req-9ac7ec75-2d9e-411a-932e-4cda21af803f tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 945 time: 0.0533319 Apr 12 03:05:51.683436 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-80ce7ec3-8e87-44be-9331-a87e0f5a43d3 req-88f311e5-a5ee-46a1-afb0-7d84225c7cb9 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501754 Apr 12 03:05:51.784456 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad08dbd7-84d7-49be-8263-ab3920ef8f46 req-d0895157-5edb-43b7-887e-38878572e490 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:51.785876 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-ad08dbd7-84d7-49be-8263-ab3920ef8f46 req-d0895157-5edb-43b7-887e-38878572e490 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 943 time: 0.0453606 Apr 12 03:05:51.840243 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-ad08dbd7-84d7-49be-8263-ab3920ef8f46 req-b251228f-98bc-4b8b-8beb-530fde27f3e6 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=37b179c6-f3cc-4a4d-ad74-37db92046685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456128 Apr 12 03:05:51.946403 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88eb3f-4cf4-4877-8199-e197b8ef74c1 req-1c0d6a12-30ce-49cc-a0bb-51c840eb5e8d tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:51.947891 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-da88eb3f-4cf4-4877-8199-e197b8ef74c1 req-1c0d6a12-30ce-49cc-a0bb-51c840eb5e8d tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 944 time: 0.0478699 Apr 12 03:05:51.998909 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-da88eb3f-4cf4-4877-8199-e197b8ef74c1 req-ea968876-50fa-45ba-88e1-c3806631aa8f tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420740 Apr 12 03:05:52.108543 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6b444-2630-4274-8808-0b09311253da req-10b478de-7b27-4c84-b6c6-aceae6b37d67 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:52.110054 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-86f6b444-2630-4274-8808-0b09311253da req-10b478de-7b27-4c84-b6c6-aceae6b37d67 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=96a77478-4c96-4958-a731-1aac6c0bdec4 HTTP/1.1" status: 200 len: 943 time: 0.0499768 Apr 12 03:05:52.162666 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-86f6b444-2630-4274-8808-0b09311253da req-91369555-2fd4-46c4-912c-762ad8d5afd9 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d434ffc-5a24-4ae6-a04d-d3d57c621012&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467935 Apr 12 03:05:52.627787 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device f35229c3-8c36-42fb-9fc5-3451fa4d807d details requested by agent hyperv_hv-cinder-83744 with host hv-cinder-83744 {{(pid=103485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 03:05:52.729850 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed37365-9af8-4395-80f8-adc94a1c8ad6 req-7de7434e-1bfc-4081-91d6-13b6b53b0ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:52.731837 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-0ed37365-9af8-4395-80f8-adc94a1c8ad6 req-7de7434e-1bfc-4081-91d6-13b6b53b0ac0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439534 Apr 12 03:05:52.745939 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port f35229c3-8c36-42fb-9fc5-3451fa4d807d, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=f35229c3-8c36-42fb-9fc5-3451fa4d807d,segment=NetworkSegment(71025db5-b671-400c-aac9-a4516ac262e9),segment_id=71025db5-b671-400c-aac9-a4516ac262e9)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:05:52.769437 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Returning: {'device': 'f35229c3-8c36-42fb-9fc5-3451fa4d807d', 'network_id': '2b3dbba0-7776-42cc-ae85-893ed357f655', 'port_id': 'f35229c3-8c36-42fb-9fc5-3451fa4d807d', 'mac_address': 'fa:16:3e:06:cd:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '100d1803-3d36-4c71-9fbf-e95fa2273558', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 03:05:52.826279 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Current status of the port f35229c3-8c36-42fb-9fc5-3451fa4d807d is: DOWN; New status is: BUILD {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:05:52.827216 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (f35229c3-8c36-42fb-9fc5-3451fa4d807d), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:52.843338 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f35229c3-8c36-42fb-9fc5-3451fa4d807d {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:05:52.872103 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port f35229c3-8c36-42fb-9fc5-3451fa4d807d, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=f35229c3-8c36-42fb-9fc5-3451fa4d807d,segment=NetworkSegment(71025db5-b671-400c-aac9-a4516ac262e9),segment_id=71025db5-b671-400c-aac9-a4516ac262e9)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:05:52.877860 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (f35229c3-8c36-42fb-9fc5-3451fa4d807d), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:52.899034 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2450b170-4c38-45c5-8d79-1ec1144cb005 req-6394de0c-5c2b-4fc5-83ce-ea9a3fe9b06e tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:52.900671 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-2450b170-4c38-45c5-8d79-1ec1144cb005 req-6394de0c-5c2b-4fc5-83ce-ea9a3fe9b06e tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 945 time: 0.1168790 Apr 12 03:05:52.916454 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1915d-38b7-411c-ab10-a7d2253f3fbf req-592ae579-7283-467c-b2bd-59247376fedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:52.918150 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-b2e1915d-38b7-411c-ab10-a7d2253f3fbf req-592ae579-7283-467c-b2bd-59247376fedd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=52b2d02e7570468daabac047ad3a7fa5&device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 1129 time: 0.0869393 Apr 12 03:05:52.946414 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Pushing event updated for resources: {'Port': ['ID=f35229c3-8c36-42fb-9fc5-3451fa4d807d,revision_number=4']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:52.956015 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:05:52.956593 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:05:52.957203 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:05:52.957745 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:05:52.958271 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:05:52.958736 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:05:52.959375 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:05:52.959865 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:05:52.960391 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:05:52.960853 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:05:52.961329 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:05:52.962426 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:05:52.962916 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:05:52.963392 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:05:52.963883 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:05:52.971391 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-56dc7238-a73d-4bf6-b740-21ca3899f05a req-0a6be738-3086-41be-97dc-be44a5b30d6d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1e5a42ad-be99-4b50-a15d-098ecfad7c41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1589983 Apr 12 03:05:52.981387 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b720e8ad-494c-48d2-9dc7-17d707f20de6 req-32efa511-7ee0-4da2-9840-41523f7e16c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:52.983120 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-b720e8ad-494c-48d2-9dc7-17d707f20de6 req-32efa511-7ee0-4da2-9840-41523f7e16c6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e1e5d1d0e5ee459d9a29175e6dfae245&device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 1127 time: 0.1331449 Apr 12 03:05:53.050655 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-0ed37365-9af8-4395-80f8-adc94a1c8ad6 req-4f9637c9-fb35-436e-959f-a193022ae1d2 service neutron] 10.222.0.25 "GET /v2.0/networks/c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469926 Apr 12 03:05:53.052326 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-2450b170-4c38-45c5-8d79-1ec1144cb005 req-585e78f8-d407-4654-8c85-42505f670793 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434100 Apr 12 03:05:53.080179 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1915d-38b7-411c-ab10-a7d2253f3fbf req-8f6918b1-0b0b-4eba-bca5-0ad45e60c084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:53.086936 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-b2e1915d-38b7-411c-ab10-a7d2253f3fbf req-8f6918b1-0b0b-4eba-bca5-0ad45e60c084 service neutron] 10.222.0.25 "GET /v2.0/networks?id=14a47694-9f88-4832-ab57-c60bc64938b8 HTTP/1.1" status: 200 len: 918 time: 0.1545269 Apr 12 03:05:53.143669 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-b2e1915d-38b7-411c-ab10-a7d2253f3fbf req-c7689a6d-5843-4ffe-a56f-8b9cafd409ce service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b118642c-37b5-47a0-8bfd-58d89d227883 HTTP/1.1" status: 200 len: 217 time: 0.0531063 Apr 12 03:05:53.166023 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dc7238-a73d-4bf6-b740-21ca3899f05a req-281f0fc9-f909-4f6a-a174-0784f30090ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:53.167541 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-56dc7238-a73d-4bf6-b740-21ca3899f05a req-281f0fc9-f909-4f6a-a174-0784f30090ae service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=82496cc7388048ccb95596e852280502&device_id=1e5a42ad-be99-4b50-a15d-098ecfad7c41 HTTP/1.1" status: 200 len: 1130 time: 0.1332850 Apr 12 03:05:53.210765 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a8aa77-442b-46e3-a193-47e1baf74a14 req-3ba2458b-4576-498e-9bec-97330480cea2 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:53.212425 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-b6a8aa77-442b-46e3-a193-47e1baf74a14 req-3ba2458b-4576-498e-9bec-97330480cea2 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 943 time: 0.0668294 Apr 12 03:05:53.251121 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b720e8ad-494c-48d2-9dc7-17d707f20de6 req-adccbffc-ee24-4410-95c5-66ce24788e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:53.252627 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-b720e8ad-494c-48d2-9dc7-17d707f20de6 req-adccbffc-ee24-4410-95c5-66ce24788e2f service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=e1e5d1d0e5ee459d9a29175e6dfae245&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2561004 Apr 12 03:05:53.261953 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] get_ports_and_sgs() called for port_ids ['f35229c3-8c36-42fb-9fc5-3451fa4d807d'] {{(pid=103485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:05:53.368703 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a7791-6409-4696-af3f-2fb2fcaa2ca2 req-5b14c5be-953f-47c4-b949-0919377ededc tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:53.370321 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-9c2a7791-6409-4696-af3f-2fb2fcaa2ca2 req-5b14c5be-953f-47c4-b949-0919377ededc tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 945 time: 0.1703377 Apr 12 03:05:53.396863 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-0ed37365-9af8-4395-80f8-adc94a1c8ad6 req-948cbed5-bc31-4a1d-9c71-df32b8819edb service neutron] 10.222.0.25 "GET /v2.0/networks/c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936685 Apr 12 03:05:53.568832 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-b6a8aa77-442b-46e3-a193-47e1baf74a14 req-a24dc8b1-7a37-4bd7-a3ef-36165fc85b8a tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=37b179c6-f3cc-4a4d-ad74-37db92046685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3436077 Apr 12 03:05:53.589527 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1915d-38b7-411c-ab10-a7d2253f3fbf req-8455afb3-3d48-41db-a803-33f5024e474a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:53.591146 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-b2e1915d-38b7-411c-ab10-a7d2253f3fbf req-8455afb3-3d48-41db-a803-33f5024e474a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fe4d4e4c-7961-4f3e-a108-6fc7a367da7d HTTP/1.1" status: 200 len: 857 time: 0.3559928 Apr 12 03:05:53.672866 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd80e394-9048-49c6-b1e8-0ffae331eb9d req-b997fd03-34af-42ac-a2ea-bd074dfa7d75 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:53.674578 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-bd80e394-9048-49c6-b1e8-0ffae331eb9d req-b997fd03-34af-42ac-a2ea-bd074dfa7d75 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=96a77478-4c96-4958-a731-1aac6c0bdec4 HTTP/1.1" status: 200 len: 943 time: 0.0481460 Apr 12 03:05:53.725713 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-bd80e394-9048-49c6-b1e8-0ffae331eb9d req-2effc37d-7c24-4b3e-a867-9b1a1499ceff tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d434ffc-5a24-4ae6-a04d-d3d57c621012&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446434 Apr 12 03:05:53.754536 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b720e8ad-494c-48d2-9dc7-17d707f20de6 req-02db5332-af8f-41c0-a4df-86249933b6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:53.756111 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-b720e8ad-494c-48d2-9dc7-17d707f20de6 req-02db5332-af8f-41c0-a4df-86249933b6d5 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4953432 Apr 12 03:05:53.773267 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-9c2a7791-6409-4696-af3f-2fb2fcaa2ca2 req-69dfd10f-a6e5-48b5-9a59-04c9c490709b tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3920839 Apr 12 03:05:53.775924 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dc7238-a73d-4bf6-b740-21ca3899f05a req-6b8b458b-4eb4-4f1a-a0d5-3557d0085e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:53.777285 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-56dc7238-a73d-4bf6-b740-21ca3899f05a req-6b8b458b-4eb4-4f1a-a0d5-3557d0085e67 service neutron] 10.222.0.25 "GET /v2.0/networks?id=813f4c80-9eb3-4fdd-9a75-8d7c76e1f557 HTTP/1.1" status: 200 len: 911 time: 0.4790099 Apr 12 03:05:54.169255 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282be81-2939-49e3-a8e6-b22d34349fef req-fd47bda5-367b-492e-866c-24899e64a529 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:54.171020 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-b282be81-2939-49e3-a8e6-b22d34349fef req-fd47bda5-367b-492e-866c-24899e64a529 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 945 time: 0.0486248 Apr 12 03:05:54.225014 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-b282be81-2939-49e3-a8e6-b22d34349fef req-1fe02bd4-d7d1-4624-8192-bdca56864a66 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483828 Apr 12 03:05:54.683965 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477dc980-51e2-4f8c-9c8d-6987293242b3 req-9f40a50a-d8a4-4c98-aad8-2812ba238f8e tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:54.685561 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-477dc980-51e2-4f8c-9c8d-6987293242b3 req-9f40a50a-d8a4-4c98-aad8-2812ba238f8e tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 943 time: 0.0569859 Apr 12 03:05:54.739715 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-477dc980-51e2-4f8c-9c8d-6987293242b3 req-876cc5a4-c967-45ff-8e3d-c5ec81b7fb1d tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=37b179c6-f3cc-4a4d-ad74-37db92046685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465944 Apr 12 03:05:54.795248 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-42ad8157-3e89-41e0-86f9-f3b0a07a42a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (fa7f2a92-0c20-457b-b451-d8a4489755d5), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:54.847842 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-56dc7238-a73d-4bf6-b740-21ca3899f05a req-58802e0d-7953-4c19-9047-8076f1db8732 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=768640d7-9586-42d0-9999-52dc1b337da1 HTTP/1.1" status: 200 len: 217 time: 0.0855184 Apr 12 03:05:54.882134 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1915d-38b7-411c-ab10-a7d2253f3fbf req-85c68d07-5988-4c0d-9b1e-e8e91a5120be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:54.883945 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-b2e1915d-38b7-411c-ab10-a7d2253f3fbf req-85c68d07-5988-4c0d-9b1e-e8e91a5120be service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=14a47694-9f88-4832-ab57-c60bc64938b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1219535 Apr 12 03:05:54.889815 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device a71e2b22-1bd9-4765-8f4d-7aa692f8597e details requested by agent hyperv_hv-cinder-83744 with host hv-cinder-83744 {{(pid=103485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 03:05:54.897867 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc893ee-d70b-49b9-b61b-90f94844af6b req-bdf35584-5cd8-4d03-b3dd-c25612f5483c tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:54.899881 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-7dc893ee-d70b-49b9-b61b-90f94844af6b req-bdf35584-5cd8-4d03-b3dd-c25612f5483c tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=96a77478-4c96-4958-a731-1aac6c0bdec4 HTTP/1.1" status: 200 len: 943 time: 0.0722172 Apr 12 03:05:54.991344 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e415fc-424c-4369-aeac-4e2052837b91 req-9bcbe155-2d10-4525-a531-817d7f22103e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:54.992716 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-86e415fc-424c-4369-aeac-4e2052837b91 req-9bcbe155-2d10-4525-a531-817d7f22103e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e1e5d1d0e5ee459d9a29175e6dfae245&device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 1127 time: 0.1630294 Apr 12 03:05:55.018331 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-7dc893ee-d70b-49b9-b61b-90f94844af6b req-af7d0042-a6ab-41d6-8fba-2e6988dd76c9 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d434ffc-5a24-4ae6-a04d-d3d57c621012&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071842 Apr 12 03:05:55.059354 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff2d79-51e0-4fe5-9c52-05998d23438e req-697d746d-6c08-4161-8c18-516c23ff5b0a tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:55.063093 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-b2e1915d-38b7-411c-ab10-a7d2253f3fbf req-de6db8ae-9613-49df-8e69-5099e1c1c942 service neutron] 10.222.0.25 "GET /v2.0/networks/14a47694-9f88-4832-ab57-c60bc64938b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591570 Apr 12 03:05:55.066741 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-27ff2d79-51e0-4fe5-9c52-05998d23438e req-697d746d-6c08-4161-8c18-516c23ff5b0a tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 945 time: 0.1254025 Apr 12 03:05:55.074206 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-86e415fc-424c-4369-aeac-4e2052837b91 req-8ead1934-353a-4483-b27d-bec208f04403 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78c47201-c1ba-4e08-a596-ba1d84c5e43e HTTP/1.1" status: 200 len: 217 time: 0.0713913 Apr 12 03:05:55.089486 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port a71e2b22-1bd9-4765-8f4d-7aa692f8597e, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=a71e2b22-1bd9-4765-8f4d-7aa692f8597e,segment=NetworkSegment(dd5e46db-2abb-4e6f-862d-f5a1257f87c2),segment_id=dd5e46db-2abb-4e6f-862d-f5a1257f87c2)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:05:55.111094 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Returning: {'device': 'a71e2b22-1bd9-4765-8f4d-7aa692f8597e', 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b', 'port_id': 'a71e2b22-1bd9-4765-8f4d-7aa692f8597e', 'mac_address': 'fa:16:3e:db:dc:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d77e3de-5404-4af1-9a0f-14127064fff3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 03:05:55.113255 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device f35229c3-8c36-42fb-9fc5-3451fa4d807d up at agent hyperv_hv-cinder-83744 {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:05:55.163076 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dc7238-a73d-4bf6-b740-21ca3899f05a req-53f48a3e-2cc1-4051-8eff-e8e56a5d3434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:55.167058 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-56dc7238-a73d-4bf6-b740-21ca3899f05a req-53f48a3e-2cc1-4051-8eff-e8e56a5d3434 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=575ab2eb-1835-4a60-bd9e-d998a2e09934 HTTP/1.1" status: 200 len: 851 time: 0.2968600 Apr 12 03:05:55.171590 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e415fc-424c-4369-aeac-4e2052837b91 req-c04c5f0c-376d-42d9-ade8-4a54889b551b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:55.172989 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-86e415fc-424c-4369-aeac-4e2052837b91 req-c04c5f0c-376d-42d9-ade8-4a54889b551b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6de8150c-bedf-4873-b651-20f43e4f6dc1 HTTP/1.1" status: 200 len: 849 time: 0.0888741 Apr 12 03:05:55.192768 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Current status of the port a71e2b22-1bd9-4765-8f4d-7aa692f8597e is: DOWN; New status is: BUILD {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:05:55.193237 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (a71e2b22-1bd9-4765-8f4d-7aa692f8597e), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:55.196825 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-b2e1915d-38b7-411c-ab10-a7d2253f3fbf req-76c1f13e-49fa-48e1-a308-d23f34deed91 service neutron] 10.222.0.25 "GET /v2.0/networks/14a47694-9f88-4832-ab57-c60bc64938b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290815 Apr 12 03:05:55.208312 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 42710) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:05:55.213881 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a71e2b22-1bd9-4765-8f4d-7aa692f8597e {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:05:55.241574 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port a71e2b22-1bd9-4765-8f4d-7aa692f8597e, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=a71e2b22-1bd9-4765-8f4d-7aa692f8597e,segment=NetworkSegment(dd5e46db-2abb-4e6f-862d-f5a1257f87c2),segment_id=dd5e46db-2abb-4e6f-862d-f5a1257f87c2)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:05:55.249924 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (a71e2b22-1bd9-4765-8f4d-7aa692f8597e), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:55.252533 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Provisioning for port f35229c3-8c36-42fb-9fc5-3451fa4d807d completed by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 03:05:55.262812 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-56dc7238-a73d-4bf6-b740-21ca3899f05a req-0640f148-caec-4ea0-8b1d-087df55612cc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=813f4c80-9eb3-4fdd-9a75-8d7c76e1f557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770879 Apr 12 03:05:55.288596 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Provisioning complete for port f35229c3-8c36-42fb-9fc5-3451fa4d807d triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:05:55.289135 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (f35229c3-8c36-42fb-9fc5-3451fa4d807d), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:55.308048 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-27ff2d79-51e0-4fe5-9c52-05998d23438e req-95021985-090f-4cf5-a18b-0f42fda730fa tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2228804 Apr 12 03:05:55.334180 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e415fc-424c-4369-aeac-4e2052837b91 req-f9474e5c-b8f4-4b82-be33-0c4b37b37dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:55.335999 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-86e415fc-424c-4369-aeac-4e2052837b91 req-f9474e5c-b8f4-4b82-be33-0c4b37b37dd8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=97d0737a-0806-4131-b2fa-4a4f2be2d49e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1348739 Apr 12 03:05:55.367143 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Pushing event updated for resources: {'Port': ['ID=a71e2b22-1bd9-4765-8f4d-7aa692f8597e,revision_number=4']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:55.395099 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b980a822-7f60-4207-ad21-33025a27bdc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:55.418773 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Current status of the port f35229c3-8c36-42fb-9fc5-3451fa4d807d is: BUILD; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:05:55.419158 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (f35229c3-8c36-42fb-9fc5-3451fa4d807d), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:55.445003 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5d87c0-f579-4975-bae6-b924c6c1d0e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35229c3-8c36-42fb-9fc5-3451fa4d807d'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:05:55.450908 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa41105cf641d53c122ae13245b26b419564b0c0a795a4827d4ee8fd8725077e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f4fe11-2be7-4e75-8604-3163eb32f1f1" -d '{"events": [{"server_uuid": "eb5d87c0-f579-4975-bae6-b924c6c1d0e2", "name": "network-vif-plugged", "status": "completed", "tag": "f35229c3-8c36-42fb-9fc5-3451fa4d807d"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:05:55.470584 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port f35229c3-8c36-42fb-9fc5-3451fa4d807d, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=f35229c3-8c36-42fb-9fc5-3451fa4d807d,segment=NetworkSegment(71025db5-b671-400c-aac9-a4516ac262e9),segment_id=71025db5-b671-400c-aac9-a4516ac262e9)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:05:55.473630 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4fe8f2-5023-4c50-9fc1-39d96544d74f req-e7e054cc-b4b5-4ed3-ba1f-9cf0c97ab03c tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:55.477984 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (f35229c3-8c36-42fb-9fc5-3451fa4d807d), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:55.484699 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-ca4fe8f2-5023-4c50-9fc1-39d96544d74f req-e7e054cc-b4b5-4ed3-ba1f-9cf0c97ab03c tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 945 time: 0.0905781 Apr 12 03:05:55.518532 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b741610b-4be1-4557-b2b9-0d32c7033060 x-openstack-request-id: req-b741610b-4be1-4557-b2b9-0d32c7033060 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:05:55.519333 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb5d87c0-f579-4975-bae6-b924c6c1d0e2", "name": "network-vif-plugged", "status": "completed", "tag": "f35229c3-8c36-42fb-9fc5-3451fa4d807d", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:05:55.525522 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-56dc7238-a73d-4bf6-b740-21ca3899f05a req-deacd736-bf8d-4770-892e-48f7bebb1882 service neutron] 10.222.0.25 "GET /v2.0/networks/813f4c80-9eb3-4fdd-9a75-8d7c76e1f557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541535 Apr 12 03:05:55.526155 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b741610b-4be1-4557-b2b9-0d32c7033060 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:05:55.526684 dv-cinder-837443-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b741610b-4be1-4557-b2b9-0d32c7033060'] response: {'server_uuid': 'eb5d87c0-f579-4975-bae6-b924c6c1d0e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35229c3-8c36-42fb-9fc5-3451fa4d807d', 'code': 200} Apr 12 03:05:55.533900 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-86e415fc-424c-4369-aeac-4e2052837b91 req-d7a02477-f11e-4f7f-a63b-9963734f7984 service neutron] 10.222.0.25 "GET /v2.0/networks/97d0737a-0806-4131-b2fa-4a4f2be2d49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623907 Apr 12 03:05:55.550738 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Pushing event updated for resources: {'Port': ['ID=f35229c3-8c36-42fb-9fc5-3451fa4d807d,revision_number=5']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:55.565178 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-ca4fe8f2-5023-4c50-9fc1-39d96544d74f req-fb207f24-57b1-4063-943c-167b5edab13d tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800865 Apr 12 03:05:55.587440 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b980a822-7f60-4207-ad21-33025a27bdc7 admin admin] Publish callbacks [] for security_group (f11fd8c8-d2c3-45b6-a21c-779acd7233af), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:55.591799 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b980a822-7f60-4207-ad21-33025a27bdc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (f11fd8c8-d2c3-45b6-a21c-779acd7233af), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:55.630055 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-b980a822-7f60-4207-ad21-33025a27bdc7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=458d061024f2422f9ee4d77009a83a70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4195392 Apr 12 03:05:55.630832 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b980a822-7f60-4207-ad21-33025a27bdc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11fd8c8-d2c3-45b6-a21c-779acd7233af,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:55.632854 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 42724) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:05:55.638359 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b980a822-7f60-4207-ad21-33025a27bdc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:05:55.638709 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b980a822-7f60-4207-ad21-33025a27bdc7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:05:55.639031 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b980a822-7f60-4207-ad21-33025a27bdc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:05:55.639439 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b980a822-7f60-4207-ad21-33025a27bdc7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:05:55.639779 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b980a822-7f60-4207-ad21-33025a27bdc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:05:55.640129 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b980a822-7f60-4207-ad21-33025a27bdc7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:05:55.640461 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b980a822-7f60-4207-ad21-33025a27bdc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:05:55.640763 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b980a822-7f60-4207-ad21-33025a27bdc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:05:55.641092 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b980a822-7f60-4207-ad21-33025a27bdc7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:05:55.641416 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b980a822-7f60-4207-ad21-33025a27bdc7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:05:55.641743 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b980a822-7f60-4207-ad21-33025a27bdc7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:05:55.642116 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b980a822-7f60-4207-ad21-33025a27bdc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:05:55.642420 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b980a822-7f60-4207-ad21-33025a27bdc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:05:55.642739 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b980a822-7f60-4207-ad21-33025a27bdc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:05:55.643061 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b980a822-7f60-4207-ad21-33025a27bdc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:05:55.689209 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-31c67885-7a9a-41ed-a5ef-a24cc3cfb05d admin admin] Publish callbacks [] for security_group (f11fd8c8-d2c3-45b6-a21c-779acd7233af), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:55.712280 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-31c67885-7a9a-41ed-a5ef-a24cc3cfb05d admin admin] Publish callbacks [] for security_group (f11fd8c8-d2c3-45b6-a21c-779acd7233af), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:55.762948 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-31c67885-7a9a-41ed-a5ef-a24cc3cfb05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (f11fd8c8-d2c3-45b6-a21c-779acd7233af), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:55.765687 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-31c67885-7a9a-41ed-a5ef-a24cc3cfb05d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:55.766826 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-31c67885-7a9a-41ed-a5ef-a24cc3cfb05d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f11fd8c8-d2c3-45b6-a21c-779acd7233af HTTP/1.1" status: 204 len: 168 time: 0.1327558 Apr 12 03:05:55.776064 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c67885-7a9a-41ed-a5ef-a24cc3cfb05d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11fd8c8-d2c3-45b6-a21c-779acd7233af,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:05:55.784467 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c67885-7a9a-41ed-a5ef-a24cc3cfb05d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:05:55.784657 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c67885-7a9a-41ed-a5ef-a24cc3cfb05d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:05:55.785019 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c67885-7a9a-41ed-a5ef-a24cc3cfb05d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:05:55.785387 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c67885-7a9a-41ed-a5ef-a24cc3cfb05d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:05:55.785725 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c67885-7a9a-41ed-a5ef-a24cc3cfb05d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:05:55.786059 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c67885-7a9a-41ed-a5ef-a24cc3cfb05d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:05:55.786386 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c67885-7a9a-41ed-a5ef-a24cc3cfb05d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:05:55.786725 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c67885-7a9a-41ed-a5ef-a24cc3cfb05d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:05:55.787070 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c67885-7a9a-41ed-a5ef-a24cc3cfb05d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:05:55.787448 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c67885-7a9a-41ed-a5ef-a24cc3cfb05d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:05:55.787742 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c67885-7a9a-41ed-a5ef-a24cc3cfb05d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:05:55.788048 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c67885-7a9a-41ed-a5ef-a24cc3cfb05d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:05:55.788344 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c67885-7a9a-41ed-a5ef-a24cc3cfb05d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:05:55.788695 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c67885-7a9a-41ed-a5ef-a24cc3cfb05d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:05:55.789116 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c67885-7a9a-41ed-a5ef-a24cc3cfb05d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:05:55.877411 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43d625-a8a0-44e5-b400-5a60fed834d2 req-6292c652-d9e9-4e04-9dcd-519e4be4a1a0 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:55.878940 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-3f43d625-a8a0-44e5-b400-5a60fed834d2 req-6292c652-d9e9-4e04-9dcd-519e4be4a1a0 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 943 time: 0.0539587 Apr 12 03:05:55.926824 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-3f43d625-a8a0-44e5-b400-5a60fed834d2 req-20b1e248-d5b5-4c4b-81f8-1af179cda3bb tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=37b179c6-f3cc-4a4d-ad74-37db92046685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419266 Apr 12 03:05:56.148243 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dea8da-1550-4e88-9bec-3aeafb9d1139 req-ce91643b-8505-4974-9c95-f9012fecd65a tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:56.149672 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-65dea8da-1550-4e88-9bec-3aeafb9d1139 req-ce91643b-8505-4974-9c95-f9012fecd65a tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=96a77478-4c96-4958-a731-1aac6c0bdec4 HTTP/1.1" status: 200 len: 944 time: 0.0497026 Apr 12 03:05:56.202683 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-65dea8da-1550-4e88-9bec-3aeafb9d1139 req-4cd6f3eb-99af-4621-b828-191c2f252423 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d434ffc-5a24-4ae6-a04d-d3d57c621012&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468462 Apr 12 03:05:56.405057 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56b6ea-1184-4e73-a144-24a2117286bb req-adc86728-0c0f-43bb-83eb-3ba396391fe8 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:56.406542 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-dd56b6ea-1184-4e73-a144-24a2117286bb req-adc86728-0c0f-43bb-83eb-3ba396391fe8 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 946 time: 0.0470867 Apr 12 03:05:56.457983 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-dd56b6ea-1184-4e73-a144-24a2117286bb req-6d3745c7-578d-4bc7-946f-7edb721a11f0 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458219 Apr 12 03:05:56.677189 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ff52c-3de0-480b-b4cd-c80d6e134fa6 req-8a0e0d69-0f11-4635-a247-7af26f9e75bc tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:56.678698 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-342ff52c-3de0-480b-b4cd-c80d6e134fa6 req-8a0e0d69-0f11-4635-a247-7af26f9e75bc tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 945 time: 0.0464599 Apr 12 03:05:56.729314 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-342ff52c-3de0-480b-b4cd-c80d6e134fa6 req-9d97b012-1c32-4048-8c29-c193d3ebd264 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445147 Apr 12 03:05:57.042170 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba85f4e-29db-4b78-8c5e-212e9d6fa82c req-24b977e0-01c4-455a-94c8-513bbfdd54d1 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:57.043658 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-fba85f4e-29db-4b78-8c5e-212e9d6fa82c req-24b977e0-01c4-455a-94c8-513bbfdd54d1 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 943 time: 0.0481069 Apr 12 03:05:57.094670 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-fba85f4e-29db-4b78-8c5e-212e9d6fa82c req-18244669-ed8d-4482-b86b-aef3d6a3a25a tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=37b179c6-f3cc-4a4d-ad74-37db92046685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452688 Apr 12 03:05:57.222526 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a68d950c-e063-42e8-8bba-ec8e8a082f91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (beb15aed-f2b6-4676-85ca-b43f14e6acf3), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:57.321419 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e88624-2d1c-449e-bd2a-2163cf53a67c req-a08ec974-32b8-4a52-a3a0-695a1b00af83 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:57.322917 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-c1e88624-2d1c-449e-bd2a-2163cf53a67c req-a08ec974-32b8-4a52-a3a0-695a1b00af83 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=96a77478-4c96-4958-a731-1aac6c0bdec4 HTTP/1.1" status: 200 len: 944 time: 0.0497518 Apr 12 03:05:57.374075 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-c1e88624-2d1c-449e-bd2a-2163cf53a67c req-66897698-5d6d-4e8d-9f1d-716157be94c9 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d434ffc-5a24-4ae6-a04d-d3d57c621012&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452302 Apr 12 03:05:57.577829 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ddb2e-08a0-46cd-9cf0-5490ad8b78bc req-eb9db449-bf67-49a3-a3af-093f2ccbbb53 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:57.579328 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-5f7ddb2e-08a0-46cd-9cf0-5490ad8b78bc req-eb9db449-bf67-49a3-a3af-093f2ccbbb53 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 946 time: 0.0486677 Apr 12 03:05:57.626554 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-5f7ddb2e-08a0-46cd-9cf0-5490ad8b78bc req-f621c755-963f-4989-a67f-379906ae937e tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415399 Apr 12 03:05:57.847784 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e383d9-437e-4adc-8f2a-2c81226c0933 req-f1cd61be-bbc2-4e21-a837-3d9e59edcd85 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:57.849400 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-81e383d9-437e-4adc-8f2a-2c81226c0933 req-f1cd61be-bbc2-4e21-a837-3d9e59edcd85 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 945 time: 0.0522878 Apr 12 03:05:57.905865 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-81e383d9-437e-4adc-8f2a-2c81226c0933 req-551f1900-a6e3-4b10-ae96-70d681d9b9a8 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480139 Apr 12 03:05:58.208787 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a63736aa-03b4-448a-a5ac-a324793c796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (2fa08797-e830-4b1e-af03-8a255eb086f2), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:58.217455 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3a81e-f23d-4f30-becc-37a164980c46 req-46fac4e0-dc9c-4564-88a8-0c3b4757ab06 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:58.219236 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-a4c3a81e-f23d-4f30-becc-37a164980c46 req-46fac4e0-dc9c-4564-88a8-0c3b4757ab06 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 943 time: 0.0581298 Apr 12 03:05:58.267251 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-a4c3a81e-f23d-4f30-becc-37a164980c46 req-4d2c3b38-dd0b-4e66-ba7b-796750d4479f tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=37b179c6-f3cc-4a4d-ad74-37db92046685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423172 Apr 12 03:05:58.498921 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eeae4f-5a0f-4af3-83aa-df6c6ba5d636 req-32b445cc-86cc-4f60-97ef-a178a9a27b66 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:58.500433 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-b9eeae4f-5a0f-4af3-83aa-df6c6ba5d636 req-32b445cc-86cc-4f60-97ef-a178a9a27b66 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=96a77478-4c96-4958-a731-1aac6c0bdec4 HTTP/1.1" status: 200 len: 944 time: 0.0492485 Apr 12 03:05:58.553527 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-b9eeae4f-5a0f-4af3-83aa-df6c6ba5d636 req-b89553d1-779a-4bc2-b84c-15204b58ff20 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d434ffc-5a24-4ae6-a04d-d3d57c621012&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474946 Apr 12 03:05:58.566561 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] get_ports_and_sgs() called for port_ids ['a71e2b22-1bd9-4765-8f4d-7aa692f8597e'] {{(pid=103485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:05:58.697450 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-56dc7238-a73d-4bf6-b740-21ca3899f05a req-36a1ee1a-6a2c-42e6-874b-6f4b55810a11 service neutron] 10.222.0.25 "GET /v2.0/networks/813f4c80-9eb3-4fdd-9a75-8d7c76e1f557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864457 Apr 12 03:05:58.723751 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-86e415fc-424c-4369-aeac-4e2052837b91 req-0a94488d-99aa-40d3-b48f-09c55bce5fd9 service neutron] 10.222.0.25 "GET /v2.0/networks/97d0737a-0806-4131-b2fa-4a4f2be2d49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918604 Apr 12 03:05:58.747149 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733b8f3-7b50-481c-9f6b-5bfd526bf1e9 req-cba63215-009e-422e-ab7b-d73697c726c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:58.748861 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-f733b8f3-7b50-481c-9f6b-5bfd526bf1e9 req-cba63215-009e-422e-ab7b-d73697c726c0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 1130 time: 0.0539880 Apr 12 03:05:58.776851 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f53ba9-8b2e-44cf-8ad8-47418aab39db req-a83e5d14-5275-4e0e-a98d-9e7695b6cf7e tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:58.778330 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c2f53ba9-8b2e-44cf-8ad8-47418aab39db req-a83e5d14-5275-4e0e-a98d-9e7695b6cf7e tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 946 time: 0.0690854 Apr 12 03:05:58.825013 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c2f53ba9-8b2e-44cf-8ad8-47418aab39db req-cb6a62e1-ec5e-47ea-9074-47c0d695a89d tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406311 Apr 12 03:05:59.017597 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c46ef7-dfad-4052-8206-91f132aa9853 req-c1dc44c1-66df-4b7a-91f7-4241594d855d tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:59.019061 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-40c46ef7-dfad-4052-8206-91f132aa9853 req-c1dc44c1-66df-4b7a-91f7-4241594d855d tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 945 time: 0.0517383 Apr 12 03:05:59.072771 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-40c46ef7-dfad-4052-8206-91f132aa9853 req-2eff9b2d-663b-46cb-8d66-7865c8b10d12 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456312 Apr 12 03:05:59.383468 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386cc0c0-3a1a-4b95-ad79-d4551dc1c479 req-7cdf4311-ef81-4b9a-ac11-e10b3d65b33f tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:59.385888 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-386cc0c0-3a1a-4b95-ad79-d4551dc1c479 req-7cdf4311-ef81-4b9a-ac11-e10b3d65b33f tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 943 time: 0.0505059 Apr 12 03:05:59.443335 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-386cc0c0-3a1a-4b95-ad79-d4551dc1c479 req-b9c6d9d5-8ba2-4542-840e-f63cca1d6c05 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=37b179c6-f3cc-4a4d-ad74-37db92046685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512819 Apr 12 03:05:59.675757 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee46c18e-38b1-4bc6-999f-5a6e859d1dd3 req-99656828-ccce-4c3b-aff3-133316492392 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:59.677269 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-ee46c18e-38b1-4bc6-999f-5a6e859d1dd3 req-99656828-ccce-4c3b-aff3-133316492392 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=96a77478-4c96-4958-a731-1aac6c0bdec4 HTTP/1.1" status: 200 len: 944 time: 0.0492287 Apr 12 03:05:59.730805 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-ee46c18e-38b1-4bc6-999f-5a6e859d1dd3 req-395cf232-b27a-44b8-8238-90916c6c8b4b tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d434ffc-5a24-4ae6-a04d-d3d57c621012&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475090 Apr 12 03:05:59.892070 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be625cda-7f2b-4ec3-b03f-aa24446ccc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d888e177-8f03-43a8-a394-c59927fa1996), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:59.944130 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dcf8d4-3221-4963-a333-9c49b1397a07 req-f931ca57-523b-4ad2-b47f-3b53315e8ca0 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:05:59.945615 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-11dcf8d4-3221-4963-a333-9c49b1397a07 req-f931ca57-523b-4ad2-b47f-3b53315e8ca0 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 946 time: 0.0459259 Apr 12 03:05:59.994225 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-11dcf8d4-3221-4963-a333-9c49b1397a07 req-9e949de4-9f98-4093-80b6-4d27af1075f8 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426483 Apr 12 03:06:00.089940 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-f733b8f3-7b50-481c-9f6b-5bfd526bf1e9 req-77480162-862c-4915-a4e8-052083368f40 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408711 Apr 12 03:06:00.186308 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e4cba-f836-47d1-95c2-3c4dbe37ddd0 req-97d39ece-9f65-4deb-9f5a-09e2eae2a0f8 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:00.188036 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-f55e4cba-f836-47d1-95c2-3c4dbe37ddd0 req-97d39ece-9f65-4deb-9f5a-09e2eae2a0f8 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 945 time: 0.0488534 Apr 12 03:06:00.237109 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-f55e4cba-f836-47d1-95c2-3c4dbe37ddd0 req-2c8580ef-0e5f-4817-9aa2-aac7f67b9427 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429232 Apr 12 03:06:00.568466 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f7547d-7c4c-4c18-adfa-08394be8b3a1 req-086f343c-c2ce-4b99-b5c3-4850fa7736ca tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:00.570148 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-86f7547d-7c4c-4c18-adfa-08394be8b3a1 req-086f343c-c2ce-4b99-b5c3-4850fa7736ca tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 943 time: 0.0493956 Apr 12 03:06:00.580985 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device a71e2b22-1bd9-4765-8f4d-7aa692f8597e up at agent hyperv_hv-cinder-83744 {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:06:00.621354 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-86f7547d-7c4c-4c18-adfa-08394be8b3a1 req-c28df0f3-8093-4122-b751-5904296530c8 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=37b179c6-f3cc-4a4d-ad74-37db92046685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452001 Apr 12 03:06:00.629055 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Provisioning for port a71e2b22-1bd9-4765-8f4d-7aa692f8597e completed by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 03:06:00.638654 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Provisioning complete for port a71e2b22-1bd9-4765-8f4d-7aa692f8597e triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:06:00.639346 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (a71e2b22-1bd9-4765-8f4d-7aa692f8597e), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:00.731795 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Current status of the port a71e2b22-1bd9-4765-8f4d-7aa692f8597e is: BUILD; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:06:00.732113 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (a71e2b22-1bd9-4765-8f4d-7aa692f8597e), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:00.756059 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a77478-4c96-4958-a731-1aac6c0bdec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a71e2b22-1bd9-4765-8f4d-7aa692f8597e'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:06:00.758372 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa41105cf641d53c122ae13245b26b419564b0c0a795a4827d4ee8fd8725077e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560052fd-5975-44bf-939e-65f3f7a21b44" -d '{"events": [{"server_uuid": "96a77478-4c96-4958-a731-1aac6c0bdec4", "name": "network-vif-plugged", "status": "completed", "tag": "a71e2b22-1bd9-4765-8f4d-7aa692f8597e"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:06:00.776386 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port a71e2b22-1bd9-4765-8f4d-7aa692f8597e, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=a71e2b22-1bd9-4765-8f4d-7aa692f8597e,segment=NetworkSegment(dd5e46db-2abb-4e6f-862d-f5a1257f87c2),segment_id=dd5e46db-2abb-4e6f-862d-f5a1257f87c2)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:06:00.785451 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (a71e2b22-1bd9-4765-8f4d-7aa692f8597e), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:00.835609 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67a4ff1-9d02-4ffc-b951-984db08e246a x-openstack-request-id: req-e67a4ff1-9d02-4ffc-b951-984db08e246a {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:06:00.838414 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a77478-4c96-4958-a731-1aac6c0bdec4", "name": "network-vif-plugged", "status": "completed", "tag": "a71e2b22-1bd9-4765-8f4d-7aa692f8597e", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:06:00.838679 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e67a4ff1-9d02-4ffc-b951-984db08e246a {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:06:00.844526 dv-cinder-837443-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e67a4ff1-9d02-4ffc-b951-984db08e246a'] response: {'server_uuid': '96a77478-4c96-4958-a731-1aac6c0bdec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a71e2b22-1bd9-4765-8f4d-7aa692f8597e', 'code': 200} Apr 12 03:06:00.858812 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Pushing event updated for resources: {'Port': ['ID=a71e2b22-1bd9-4765-8f4d-7aa692f8597e,revision_number=5']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:06:00.899912 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12016ab2-07d7-46a8-af4a-0c2263da5fa9 req-3634d28a-92f3-4b1f-8be3-e9ff3935fea8 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:00.899912 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-12016ab2-07d7-46a8-af4a-0c2263da5fa9 req-3634d28a-92f3-4b1f-8be3-e9ff3935fea8 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=96a77478-4c96-4958-a731-1aac6c0bdec4 HTTP/1.1" status: 200 len: 945 time: 0.0547659 Apr 12 03:06:00.950643 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-12016ab2-07d7-46a8-af4a-0c2263da5fa9 req-7cbcfed6-9e8b-4374-8677-a77fa1b06fd1 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d434ffc-5a24-4ae6-a04d-d3d57c621012&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449092 Apr 12 03:06:01.110953 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b01b45-b90a-4f05-82c1-e55118e1ce52 req-c2bff259-9131-4beb-ae13-f9dd217bd943 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:01.112524 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-10b01b45-b90a-4f05-82c1-e55118e1ce52 req-c2bff259-9131-4beb-ae13-f9dd217bd943 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 946 time: 0.0469739 Apr 12 03:06:01.166142 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-10b01b45-b90a-4f05-82c1-e55118e1ce52 req-1ed4942f-f43d-432f-abc7-6541176b7ed0 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442846 Apr 12 03:06:01.349606 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:01.351327 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01896a-6adc-4b3f-8242-3858f69e74d6 req-e9c9b813-ab6a-438a-9178-d24b4fa4b7d9 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:01.353140 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-8e01896a-6adc-4b3f-8242-3858f69e74d6 req-e9c9b813-ab6a-438a-9178-d24b4fa4b7d9 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 945 time: 0.0479784 Apr 12 03:06:01.406234 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-8e01896a-6adc-4b3f-8242-3858f69e74d6 req-1d4936bb-2093-46da-a3be-28018adab9f8 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463259 Apr 12 03:06:01.753233 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d01807b-bfd5-422f-b944-726e27101399 req-7bffe74d-d2d4-4935-bf2d-d4a5956ca439 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:01.755427 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-8d01807b-bfd5-422f-b944-726e27101399 req-7bffe74d-d2d4-4935-bf2d-d4a5956ca439 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 943 time: 0.0530405 Apr 12 03:06:01.806130 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-8d01807b-bfd5-422f-b944-726e27101399 req-fc3e3137-24f3-4c39-9255-a511b01ab962 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=37b179c6-f3cc-4a4d-ad74-37db92046685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436602 Apr 12 03:06:02.076476 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213d6bd-92a3-40cb-b5b7-756e3071c443 req-1bed4a46-4cc9-40d4-a537-4dcc61d72825 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:02.078165 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-8213d6bd-92a3-40cb-b5b7-756e3071c443 req-1bed4a46-4cc9-40d4-a537-4dcc61d72825 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=96a77478-4c96-4958-a731-1aac6c0bdec4 HTTP/1.1" status: 200 len: 945 time: 0.0471456 Apr 12 03:06:02.127848 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-8213d6bd-92a3-40cb-b5b7-756e3071c443 req-c0a8fe21-42d5-42cf-be85-526a7c754fb9 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d434ffc-5a24-4ae6-a04d-d3d57c621012&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439932 Apr 12 03:06:02.290374 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc6c3a-6a35-41d1-91e0-a199caf0c074 req-f815214f-18f7-4a74-af78-a832367d70c2 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:02.297712 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-29bc6c3a-6a35-41d1-91e0-a199caf0c074 req-f815214f-18f7-4a74-af78-a832367d70c2 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 946 time: 0.0545943 Apr 12 03:06:02.356648 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-29bc6c3a-6a35-41d1-91e0-a199caf0c074 req-65e18e55-2d56-49ae-bb50-2032c50f46d7 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580487 Apr 12 03:06:02.530111 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c0089-4bcd-4bf6-a237-a48a09b0f594 req-0805211d-2ad6-4931-b2f1-3602c456a81c tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:02.532003 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-045c0089-4bcd-4bf6-a237-a48a09b0f594 req-0805211d-2ad6-4931-b2f1-3602c456a81c tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 945 time: 0.0570712 Apr 12 03:06:02.581174 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-045c0089-4bcd-4bf6-a237-a48a09b0f594 req-70d7495f-aea5-42cf-800d-f7c6fb89db22 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434961 Apr 12 03:06:02.597622 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device 78c47201-c1ba-4e08-a596-ba1d84c5e43e details requested by agent hyperv_hv-cinder-83744 with host hv-cinder-83744 {{(pid=103485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 03:06:02.700882 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port 78c47201-c1ba-4e08-a596-ba1d84c5e43e, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=78c47201-c1ba-4e08-a596-ba1d84c5e43e,segment=NetworkSegment(7d4ebf86-1a25-4cfb-9940-c09dda9a1a9a),segment_id=7d4ebf86-1a25-4cfb-9940-c09dda9a1a9a)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:06:02.712959 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Returning: {'device': '78c47201-c1ba-4e08-a596-ba1d84c5e43e', 'network_id': '97d0737a-0806-4131-b2fa-4a4f2be2d49e', 'port_id': '78c47201-c1ba-4e08-a596-ba1d84c5e43e', 'mac_address': 'fa:16:3e:b1:43:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6de8150c-bedf-4873-b651-20f43e4f6dc1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 03:06:02.755549 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Current status of the port 78c47201-c1ba-4e08-a596-ba1d84c5e43e is: DOWN; New status is: BUILD {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:06:02.755966 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (78c47201-c1ba-4e08-a596-ba1d84c5e43e), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:02.769316 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78c47201-c1ba-4e08-a596-ba1d84c5e43e {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:06:02.788515 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port 78c47201-c1ba-4e08-a596-ba1d84c5e43e, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=78c47201-c1ba-4e08-a596-ba1d84c5e43e,segment=NetworkSegment(7d4ebf86-1a25-4cfb-9940-c09dda9a1a9a),segment_id=7d4ebf86-1a25-4cfb-9940-c09dda9a1a9a)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:06:02.792853 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (78c47201-c1ba-4e08-a596-ba1d84c5e43e), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:02.844469 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Pushing event updated for resources: {'Port': ['ID=78c47201-c1ba-4e08-a596-ba1d84c5e43e,revision_number=4']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:06:02.944617 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3cbe8-7532-4e07-ae70-02584cc05b45 req-7ff4d3aa-81d7-444e-965b-108cd201001a tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:02.946902 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-62a3cbe8-7532-4e07-ae70-02584cc05b45 req-7ff4d3aa-81d7-444e-965b-108cd201001a tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 944 time: 0.0554810 Apr 12 03:06:02.997254 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-62a3cbe8-7532-4e07-ae70-02584cc05b45 req-855886d7-4933-4a50-a08d-e37186a8add3 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=37b179c6-f3cc-4a4d-ad74-37db92046685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423470 Apr 12 03:06:03.159901 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] get_ports_and_sgs() called for port_ids ['78c47201-c1ba-4e08-a596-ba1d84c5e43e'] {{(pid=103485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:06:03.249605 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f793a84-4873-4979-93c4-d086e8ef3b0c req-83ead1ea-d929-4e51-ac27-38ec5488bc84 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:03.251330 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-3f793a84-4873-4979-93c4-d086e8ef3b0c req-83ead1ea-d929-4e51-ac27-38ec5488bc84 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=96a77478-4c96-4958-a731-1aac6c0bdec4 HTTP/1.1" status: 200 len: 945 time: 0.0462339 Apr 12 03:06:03.299753 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-3f793a84-4873-4979-93c4-d086e8ef3b0c req-108384bc-6ef6-40b6-bc39-2a636fde1d7d tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d434ffc-5a24-4ae6-a04d-d3d57c621012&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427058 Apr 12 03:06:03.496141 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d361056-cc45-4768-8d69-d19d2060e41f req-14056be6-924b-4479-b121-520ce3db5a0e tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:03.500333 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-8d361056-cc45-4768-8d69-d19d2060e41f req-14056be6-924b-4479-b121-520ce3db5a0e tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 946 time: 0.0623047 Apr 12 03:06:03.504423 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.agents_db [None req-d3c4685f-78b0-4ffc-8e41-99bd627ddb58 None None] Agent healthcheck: found 6 active agents {{(pid=103486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:06:03.557696 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-8d361056-cc45-4768-8d69-d19d2060e41f req-75f6a69c-c6ba-429d-bb95-bd35a3daec84 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513830 Apr 12 03:06:03.615067 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 42992) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:06:03.705286 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4f83b-b11d-4702-9d33-df6458f728d1 req-c4b31f17-6efe-4bcc-bb18-cf9ff744d502 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:03.707105 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-ada4f83b-b11d-4702-9d33-df6458f728d1 req-c4b31f17-6efe-4bcc-bb18-cf9ff744d502 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 945 time: 0.0557518 Apr 12 03:06:03.750333 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ae17d-d2b3-49e6-999c-a98b69109baa req-64983a9b-8fa6-4044-bcf2-b427cb7d0053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:03.752184 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-f61ae17d-d2b3-49e6-999c-a98b69109baa req-64983a9b-8fa6-4044-bcf2-b427cb7d0053 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=96a77478-4c96-4958-a731-1aac6c0bdec4 HTTP/1.1" status: 200 len: 1129 time: 0.0604427 Apr 12 03:06:03.789137 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-1bbe6b21-b22c-4c4d-8ca6-bb7f6808f5b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:03.810940 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-ada4f83b-b11d-4702-9d33-df6458f728d1 req-bbae35bd-fd8f-4a30-9f6c-d50e0d9e58bf tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978827 Apr 12 03:06:03.876927 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-1bbe6b21-b22c-4c4d-8ca6-bb7f6808f5b9 admin admin] Publish callbacks [] for security_group (772e9458-2d0b-4139-8b64-3a58e283243e), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:03.881653 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-1bbe6b21-b22c-4c4d-8ca6-bb7f6808f5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (772e9458-2d0b-4139-8b64-3a58e283243e), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:03.919422 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-1bbe6b21-b22c-4c4d-8ca6-bb7f6808f5b9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=350d413574414300ae9cb2a4086e518e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3031733 Apr 12 03:06:03.920559 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbe6b21-b22c-4c4d-8ca6-bb7f6808f5b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=772e9458-2d0b-4139-8b64-3a58e283243e,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:06:03.922155 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 43004) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:06:03.976100 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-34a39f0c-a2a6-4d69-901a-07bf85cf8ca2 admin admin] Publish callbacks [] for security_group (772e9458-2d0b-4139-8b64-3a58e283243e), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:03.997966 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-34a39f0c-a2a6-4d69-901a-07bf85cf8ca2 admin admin] Publish callbacks [] for security_group (772e9458-2d0b-4139-8b64-3a58e283243e), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:04.049739 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-34a39f0c-a2a6-4d69-901a-07bf85cf8ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (772e9458-2d0b-4139-8b64-3a58e283243e), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:04.052639 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-34a39f0c-a2a6-4d69-901a-07bf85cf8ca2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:04.053865 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-34a39f0c-a2a6-4d69-901a-07bf85cf8ca2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/772e9458-2d0b-4139-8b64-3a58e283243e HTTP/1.1" status: 204 len: 168 time: 0.1306274 Apr 12 03:06:04.066325 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a39f0c-a2a6-4d69-901a-07bf85cf8ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=772e9458-2d0b-4139-8b64-3a58e283243e,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:06:04.114382 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b3a8f-da63-47ae-9ddb-9029e34ebf1a req-3dc25998-bd01-44fd-b876-a7a3b2170ba5 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:04.115917 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-ec3b3a8f-da63-47ae-9ddb-9029e34ebf1a req-3dc25998-bd01-44fd-b876-a7a3b2170ba5 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 944 time: 0.0474124 Apr 12 03:06:04.163099 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-ec3b3a8f-da63-47ae-9ddb-9029e34ebf1a req-5d86d193-51c3-4539-b79f-1f87bfc7027f tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=37b179c6-f3cc-4a4d-ad74-37db92046685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416048 Apr 12 03:06:04.355850 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 43014) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:06:04.371559 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-e96d11aa-c372-4bc6-b9c7-c285d4afcee6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:04.435950 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e524a-c934-4183-8a9d-623179e44ff6 req-303e2ab3-952e-4d58-99fc-b0279ef139df tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:04.437536 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-6f3e524a-c934-4183-8a9d-623179e44ff6 req-303e2ab3-952e-4d58-99fc-b0279ef139df tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=96a77478-4c96-4958-a731-1aac6c0bdec4 HTTP/1.1" status: 200 len: 945 time: 0.0672529 Apr 12 03:06:04.477782 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-f61ae17d-d2b3-49e6-999c-a98b69109baa req-5413badf-3782-45a9-b176-3404adea25a8 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=0d434ffc-5a24-4ae6-a04d-d3d57c621012&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675237 Apr 12 03:06:04.521787 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-6f3e524a-c934-4183-8a9d-623179e44ff6 req-6e0193b2-0750-4418-b23a-e09299288ab3 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d434ffc-5a24-4ae6-a04d-d3d57c621012&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759075 Apr 12 03:06:04.547292 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-e96d11aa-c372-4bc6-b9c7-c285d4afcee6 admin admin] Publish callbacks [] for security_group (5a5e86ab-edff-44ba-ae37-3d75648736b2), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:04.551009 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-e96d11aa-c372-4bc6-b9c7-c285d4afcee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (5a5e86ab-edff-44ba-ae37-3d75648736b2), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:04.588372 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96d11aa-c372-4bc6-b9c7-c285d4afcee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5e86ab-edff-44ba-ae37-3d75648736b2,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:06:04.601069 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-e96d11aa-c372-4bc6-b9c7-c285d4afcee6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d26968553346437cb9159bf079d0f7de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2358203 Apr 12 03:06:04.601191 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 43024) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:06:04.618581 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device 78c47201-c1ba-4e08-a596-ba1d84c5e43e up at agent hyperv_hv-cinder-83744 {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:06:04.675597 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Provisioning for port 78c47201-c1ba-4e08-a596-ba1d84c5e43e completed by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 03:06:04.684328 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Provisioning complete for port 78c47201-c1ba-4e08-a596-ba1d84c5e43e triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:06:04.685009 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (78c47201-c1ba-4e08-a596-ba1d84c5e43e), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:04.700998 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9a92f5e4-ba8d-412e-9356-ca533b1f6ccb admin admin] Publish callbacks [] for security_group (5a5e86ab-edff-44ba-ae37-3d75648736b2), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:04.723668 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3519647-8803-48e2-9303-da57206013ff req-1e6f2287-9267-4e89-a0e3-5db5f6464abc tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:04.730759 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-b3519647-8803-48e2-9303-da57206013ff req-1e6f2287-9267-4e89-a0e3-5db5f6464abc tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 946 time: 0.0733695 Apr 12 03:06:04.750253 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9a92f5e4-ba8d-412e-9356-ca533b1f6ccb admin admin] Publish callbacks [] for security_group (5a5e86ab-edff-44ba-ae37-3d75648736b2), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:04.790539 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Current status of the port 78c47201-c1ba-4e08-a596-ba1d84c5e43e is: BUILD; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:06:04.790985 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (78c47201-c1ba-4e08-a596-ba1d84c5e43e), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:04.830835 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port 78c47201-c1ba-4e08-a596-ba1d84c5e43e, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=78c47201-c1ba-4e08-a596-ba1d84c5e43e,segment=NetworkSegment(7d4ebf86-1a25-4cfb-9940-c09dda9a1a9a),segment_id=7d4ebf86-1a25-4cfb-9940-c09dda9a1a9a)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:06:04.831866 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c57ff93-cbb4-4365-8184-40a90dadd167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c47201-c1ba-4e08-a596-ba1d84c5e43e'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:06:04.834947 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa41105cf641d53c122ae13245b26b419564b0c0a795a4827d4ee8fd8725077e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5328e02-1de9-4cb8-8bb1-4861895d2ee5" -d '{"events": [{"server_uuid": "0c57ff93-cbb4-4365-8184-40a90dadd167", "name": "network-vif-plugged", "status": "completed", "tag": "78c47201-c1ba-4e08-a596-ba1d84c5e43e"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:06:04.837293 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-b3519647-8803-48e2-9303-da57206013ff req-06c9ab69-d9c5-4764-a536-bd76a1e456ba tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002893 Apr 12 03:06:04.838860 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (78c47201-c1ba-4e08-a596-ba1d84c5e43e), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:04.876945 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9a92f5e4-ba8d-412e-9356-ca533b1f6ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (5a5e86ab-edff-44ba-ae37-3d75648736b2), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:04.880321 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9a92f5e4-ba8d-412e-9356-ca533b1f6ccb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:04.881700 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-9a92f5e4-ba8d-412e-9356-ca533b1f6ccb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5a5e86ab-edff-44ba-ae37-3d75648736b2 HTTP/1.1" status: 204 len: 168 time: 0.2852385 Apr 12 03:06:04.904080 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a92f5e4-ba8d-412e-9356-ca533b1f6ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5e86ab-edff-44ba-ae37-3d75648736b2,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:06:04.972473 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Pushing event updated for resources: {'Port': ['ID=78c47201-c1ba-4e08-a596-ba1d84c5e43e,revision_number=5']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:06:04.981393 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05c1649-bdd8-4749-a633-a9b98af658f3 x-openstack-request-id: req-b05c1649-bdd8-4749-a633-a9b98af658f3 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:06:04.983117 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c57ff93-cbb4-4365-8184-40a90dadd167", "name": "network-vif-plugged", "status": "completed", "tag": "78c47201-c1ba-4e08-a596-ba1d84c5e43e", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:06:04.983575 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b05c1649-bdd8-4749-a633-a9b98af658f3 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:06:04.984146 dv-cinder-837443-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b05c1649-bdd8-4749-a633-a9b98af658f3'] response: {'server_uuid': '0c57ff93-cbb4-4365-8184-40a90dadd167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c47201-c1ba-4e08-a596-ba1d84c5e43e', 'code': 200} Apr 12 03:06:05.065084 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a239ff-dfc3-4e5c-9c66-230d9f43b34a req-1c435a12-aa07-4e94-bc4d-77a008152e5e tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:05.066702 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-b3a239ff-dfc3-4e5c-9c66-230d9f43b34a req-1c435a12-aa07-4e94-bc4d-77a008152e5e tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 945 time: 0.1408515 Apr 12 03:06:05.159451 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010f0fb-e79f-41c1-89de-1a33698b5a4b req-ada8a0f7-eb99-49c0-955f-bb37adcd246c tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:05.161550 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-b010f0fb-e79f-41c1-89de-1a33698b5a4b req-ada8a0f7-eb99-49c0-955f-bb37adcd246c tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 946 time: 0.1345818 Apr 12 03:06:05.164002 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-b3a239ff-dfc3-4e5c-9c66-230d9f43b34a req-524dc683-25f9-4ab1-ac4f-b649bd51add4 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899761 Apr 12 03:06:05.184699 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 43056) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:06:05.190218 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [None req-5a7a8bab-3e22-4cf0-ac68-d54a4756f7f4 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Request body: {'floatingip': {'port_id': 'f35229c3-8c36-42fb-9fc5-3451fa4d807d'}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:06:05.300895 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74268a8-b712-4801-9609-c5dab92297be req-4b69d063-6474-4dce-b177-f57b52e8075f tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:05.309448 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-b74268a8-b712-4801-9609-c5dab92297be req-4b69d063-6474-4dce-b177-f57b52e8075f tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 945 time: 0.0691738 Apr 12 03:06:05.333952 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-5a7a8bab-3e22-4cf0-ac68-d54a4756f7f4 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks [] for floatingip (2e12d2c7-1a79-440d-afd9-6d7443516c12), before_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:05.357982 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-b74268a8-b712-4801-9609-c5dab92297be req-5051f5c9-925a-448a-bf02-42825602e26e tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=37b179c6-f3cc-4a4d-ad74-37db92046685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471625 Apr 12 03:06:05.455455 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 43068) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:06:05.532160 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3cb6fa-e404-43af-b1a4-5454672143e7 req-1fc38608-feb7-478e-90dc-48300029b393 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:05.536186 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-fb3cb6fa-e404-43af-b1a4-5454672143e7 req-1fc38608-feb7-478e-90dc-48300029b393 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e5a42ad-be99-4b50-a15d-098ecfad7c41 HTTP/1.1" status: 200 len: 946 time: 0.0781810 Apr 12 03:06:05.595603 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f74cf8eb-453f-4b1d-8f49-056aa2258beb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:05.626177 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-fb3cb6fa-e404-43af-b1a4-5454672143e7 req-0ab2cb90-9fb5-46cc-9bd9-d441df463b16 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8f469cb-51e6-49aa-a65f-c1414cf6e610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824282 Apr 12 03:06:05.710097 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f74cf8eb-453f-4b1d-8f49-056aa2258beb admin admin] Publish callbacks [] for security_group (2434ae66-f5a1-4a95-a458-1850c3a9e03a), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:05.715586 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f74cf8eb-453f-4b1d-8f49-056aa2258beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (2434ae66-f5a1-4a95-a458-1850c3a9e03a), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:05.732761 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946da03c-81f2-425d-9ee2-695b0b3993a6 req-42d7826c-0f06-4e2b-b17a-8b7a0b439f69 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:05.735231 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-946da03c-81f2-425d-9ee2-695b0b3993a6 req-42d7826c-0f06-4e2b-b17a-8b7a0b439f69 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=96a77478-4c96-4958-a731-1aac6c0bdec4 HTTP/1.1" status: 200 len: 945 time: 0.0732884 Apr 12 03:06:05.761023 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-f74cf8eb-453f-4b1d-8f49-056aa2258beb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e636eec82d564d38825d4e25b4bdb32c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3041704 Apr 12 03:06:05.761879 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74cf8eb-453f-4b1d-8f49-056aa2258beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2434ae66-f5a1-4a95-a458-1850c3a9e03a,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:06:05.764164 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 43084) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:06:05.814158 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-23b30584-4482-422a-bd2a-943f7338367b admin admin] Publish callbacks [] for security_group (2434ae66-f5a1-4a95-a458-1850c3a9e03a), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:05.836288 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-23b30584-4482-422a-bd2a-943f7338367b admin admin] Publish callbacks [] for security_group (2434ae66-f5a1-4a95-a458-1850c3a9e03a), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:05.891124 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-23b30584-4482-422a-bd2a-943f7338367b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (2434ae66-f5a1-4a95-a458-1850c3a9e03a), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:05.893675 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-23b30584-4482-422a-bd2a-943f7338367b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:05.894956 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-23b30584-4482-422a-bd2a-943f7338367b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2434ae66-f5a1-4a95-a458-1850c3a9e03a HTTP/1.1" status: 204 len: 168 time: 0.1296892 Apr 12 03:06:05.904758 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b30584-4482-422a-bd2a-943f7338367b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2434ae66-f5a1-4a95-a458-1850c3a9e03a,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:06:06.201534 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-946da03c-81f2-425d-9ee2-695b0b3993a6 req-5a8d6b5d-1733-4171-bd4f-ab5c32b438a8 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d434ffc-5a24-4ae6-a04d-d3d57c621012&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4337847 Apr 12 03:06:06.285016 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 43108) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:06:06.312541 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bbbfa5c8-154e-4978-b244-ae9c6ffeb73c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:06.321883 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7672b-b71f-4523-8ec5-7916eddb2ce1 req-83a3f211-89e2-4247-84bd-13b32c579cab tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:06.323776 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-a9b7672b-b71f-4523-8ec5-7916eddb2ce1 req-83a3f211-89e2-4247-84bd-13b32c579cab tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 945 time: 0.0752881 Apr 12 03:06:06.412056 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-a9b7672b-b71f-4523-8ec5-7916eddb2ce1 req-5878d414-bbc0-4ca5-ac64-07c48102be18 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742037 Apr 12 03:06:06.451544 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 43114) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:06:06.475199 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bbbfa5c8-154e-4978-b244-ae9c6ffeb73c admin admin] Publish callbacks [] for security_group (d3652087-6ec7-4801-a28c-58094a1dc529), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:06.481639 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bbbfa5c8-154e-4978-b244-ae9c6ffeb73c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (d3652087-6ec7-4801-a28c-58094a1dc529), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:06.510540 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-5a7a8bab-3e22-4cf0-ac68-d54a4756f7f4 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:06.525546 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-5a7a8bab-3e22-4cf0-ac68-d54a4756f7f4 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682737'] for floatingip (2e12d2c7-1a79-440d-afd9-6d7443516c12), after_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:06.546678 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-bbbfa5c8-154e-4978-b244-ae9c6ffeb73c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e1a0f09040ad4d7b9409801a76855b05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2578101 Apr 12 03:06:06.548610 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbfa5c8-154e-4978-b244-ae9c6ffeb73c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3652087-6ec7-4801-a28c-58094a1dc529,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:06:06.552311 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 43120) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:06:06.584534 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372d3e7-d7be-4a04-9b4c-415af2e4a099 req-0b6f6f0f-592a-4d7f-8a23-9e3ac9948f59 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:06.585985 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-6372d3e7-d7be-4a04-9b4c-415af2e4a099 req-0b6f6f0f-592a-4d7f-8a23-9e3ac9948f59 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 945 time: 0.1136432 Apr 12 03:06:06.617170 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f5a626fc-e1e1-40b8-bda1-927281887830 admin admin] Publish callbacks [] for security_group (d3652087-6ec7-4801-a28c-58094a1dc529), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:06.648134 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f5a626fc-e1e1-40b8-bda1-927281887830 admin admin] Publish callbacks [] for security_group (d3652087-6ec7-4801-a28c-58094a1dc529), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:06.661111 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.db.l3_db [None req-5a7a8bab-3e22-4cf0-ac68-d54a4756f7f4 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Floating IP 2e12d2c7-1a79-440d-afd9-6d7443516c12 associated. External IP: 172.27.3.201, port: f35229c3-8c36-42fb-9fc5-3451fa4d807d. Apr 12 03:06:06.728406 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7b1d55c5-cff6-4b56-a44e-e837a29eae4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:06.756045 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-6372d3e7-d7be-4a04-9b4c-415af2e4a099 req-4dbed98f-764c-458b-a536-b7fcb065c178 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=37b179c6-f3cc-4a4d-ad74-37db92046685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554849 Apr 12 03:06:06.763002 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f5a626fc-e1e1-40b8-bda1-927281887830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (d3652087-6ec7-4801-a28c-58094a1dc529), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:06.765932 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f5a626fc-e1e1-40b8-bda1-927281887830 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:06.767051 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-f5a626fc-e1e1-40b8-bda1-927281887830 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d3652087-6ec7-4801-a28c-58094a1dc529 HTTP/1.1" status: 204 len: 168 time: 0.2132747 Apr 12 03:06:06.796495 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a626fc-e1e1-40b8-bda1-927281887830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3652087-6ec7-4801-a28c-58094a1dc529,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:06:06.811456 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c20d224-9cf7-427f-849a-0a66e7da1068 req-e2b51553-726c-491b-811a-f6f79adb9973 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:06.813119 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-4c20d224-9cf7-427f-849a-0a66e7da1068 req-e2b51553-726c-491b-811a-f6f79adb9973 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e5a42ad-be99-4b50-a15d-098ecfad7c41 HTTP/1.1" status: 200 len: 946 time: 0.0873816 Apr 12 03:06:06.905146 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-4c20d224-9cf7-427f-849a-0a66e7da1068 req-5cb2763f-c0da-42da-aaac-ce46051340f3 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8f469cb-51e6-49aa-a65f-c1414cf6e610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830302 Apr 12 03:06:06.942587 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7b1d55c5-cff6-4b56-a44e-e837a29eae4e admin admin] Publish callbacks [] for security_group (cfdcb71c-fe8e-481c-beac-5eb01af5728d), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:06.950093 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7b1d55c5-cff6-4b56-a44e-e837a29eae4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (cfdcb71c-fe8e-481c-beac-5eb01af5728d), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:06.964342 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a7a8bab-3e22-4cf0-ac68-d54a4756f7f4 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Router b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df has already been hosted by L3 agent beb15aed-f2b6-4676-85ca-b43f14e6acf3 {{(pid=103483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:06:06.995842 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1d55c5-cff6-4b56-a44e-e837a29eae4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdcb71c-fe8e-481c-beac-5eb01af5728d,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:06:07.003754 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-7b1d55c5-cff6-4b56-a44e-e837a29eae4e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b390e17947474058816639a03ca3bac2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5498297 Apr 12 03:06:07.005329 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 43134) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:06:07.065883 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-81e8dff2-12ac-4f71-9bb9-9ec3634d832e admin admin] Publish callbacks [] for security_group (cfdcb71c-fe8e-481c-beac-5eb01af5728d), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:07.092199 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-81e8dff2-12ac-4f71-9bb9-9ec3634d832e admin admin] Publish callbacks [] for security_group (cfdcb71c-fe8e-481c-beac-5eb01af5728d), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:07.102480 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a7a8bab-3e22-4cf0-ac68-d54a4756f7f4 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Notify agent at l3_agent.dv-cinder-837443-1-iscsi the message routers_updated {{(pid=103483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:06:07.109260 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-5a7a8bab-3e22-4cf0-ac68-d54a4756f7f4 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for floatingip (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:07.117070 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df77bd14-e0e7-44f9-ad8d-ef53380819a9 None None] Sync routers for ids ['b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df'] in dv-cinder-837443-1-iscsi {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:06:07.132160 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df77bd14-e0e7-44f9-ad8d-ef53380819a9 None None] Routers {'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:06:07.134727 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-df77bd14-e0e7-44f9-ad8d-ef53380819a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:05:57Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:06:07.150475 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-5a7a8bab-3e22-4cf0-ac68-d54a4756f7f4 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "PUT /v2.0/floatingips/2e12d2c7-1a79-440d-afd9-6d7443516c12 HTTP/1.1" status: 200 len: 992 time: 1.9645908 Apr 12 03:06:07.151433 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb5d87c0-f579-4975-bae6-b924c6c1d0e2', 'tag': 'f35229c3-8c36-42fb-9fc5-3451fa4d807d'}] {{(pid=103483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:06:07.156581 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e274900216188b1398d2f2ab6fda0f9d84329b9f507230773e3e9728a2d4b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f717c4b8-b40d-47bd-96a5-9d81db2fd25f" -d '{"events": [{"name": "network-changed", "server_uuid": "eb5d87c0-f579-4975-bae6-b924c6c1d0e2", "tag": "f35229c3-8c36-42fb-9fc5-3451fa4d807d"}]}' {{(pid=103483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:06:07.169843 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-81e8dff2-12ac-4f71-9bb9-9ec3634d832e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (cfdcb71c-fe8e-481c-beac-5eb01af5728d), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:07.172550 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-81e8dff2-12ac-4f71-9bb9-9ec3634d832e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:07.174045 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-81e8dff2-12ac-4f71-9bb9-9ec3634d832e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cfdcb71c-fe8e-481c-beac-5eb01af5728d HTTP/1.1" status: 204 len: 168 time: 0.1677411 Apr 12 03:06:07.199356 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e8dff2-12ac-4f71-9bb9-9ec3634d832e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdcb71c-fe8e-481c-beac-5eb01af5728d,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:06:07.214279 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05bdc563-3d14-4845-a1f2-f02a10fd7fd6 x-openstack-request-id: req-05bdc563-3d14-4845-a1f2-f02a10fd7fd6 {{(pid=103483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:06:07.214565 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb5d87c0-f579-4975-bae6-b924c6c1d0e2", "tag": "f35229c3-8c36-42fb-9fc5-3451fa4d807d", "status": "completed", "code": 200}]} {{(pid=103483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:06:07.214812 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-05bdc563-3d14-4845-a1f2-f02a10fd7fd6 {{(pid=103483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:06:07.215207 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05bdc563-3d14-4845-a1f2-f02a10fd7fd6'] response: {'name': 'network-changed', 'server_uuid': 'eb5d87c0-f579-4975-bae6-b924c6c1d0e2', 'tag': 'f35229c3-8c36-42fb-9fc5-3451fa4d807d', 'status': 'completed', 'code': 200} Apr 12 03:06:07.279086 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-df77bd14-e0e7-44f9-ad8d-ef53380819a9 None None] Set router b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df gateway port host: dv-cinder-837443-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:06:07.326844 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 43146) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:06:07.342693 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-40f5fc40-1695-437f-a17c-5f1e6bd6d8b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:07.440939 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12186b4d-5dd9-43ac-be67-e5a314778010 req-1f423f8e-93ca-4236-acc7-85db28d142dc tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:07.443213 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-12186b4d-5dd9-43ac-be67-e5a314778010 req-1f423f8e-93ca-4236-acc7-85db28d142dc tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=96a77478-4c96-4958-a731-1aac6c0bdec4 HTTP/1.1" status: 200 len: 945 time: 0.1420805 Apr 12 03:06:07.444492 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79d837-07d5-476b-a199-b4b645ef8e9e req-8e844b6f-87ce-4f81-bf54-a9282c1830f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:07.446869 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1a79d837-07d5-476b-a199-b4b645ef8e9e req-8e844b6f-87ce-4f81-bf54-a9282c1830f2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 1129 time: 0.1256042 Apr 12 03:06:07.529811 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-12186b4d-5dd9-43ac-be67-e5a314778010 req-e37a5ec4-f6c4-4812-99f6-4cc17f1687f8 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d434ffc-5a24-4ae6-a04d-d3d57c621012&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806479 Apr 12 03:06:07.536048 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-40f5fc40-1695-437f-a17c-5f1e6bd6d8b5 admin admin] Publish callbacks [] for security_group (361aca70-e7e9-4c4d-920d-e790f3a08225), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:07.558704 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-40f5fc40-1695-437f-a17c-5f1e6bd6d8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (361aca70-e7e9-4c4d-920d-e790f3a08225), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:07.627934 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f5fc40-1695-437f-a17c-5f1e6bd6d8b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361aca70-e7e9-4c4d-920d-e790f3a08225,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:06:07.637849 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143538fb-b839-4999-b48d-a796de15d7d7 req-7477666e-0748-4365-a27a-9d9603acb7ad tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:07.639362 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-143538fb-b839-4999-b48d-a796de15d7d7 req-7477666e-0748-4365-a27a-9d9603acb7ad tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 945 time: 0.0945773 Apr 12 03:06:07.645253 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 43156) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:06:07.645386 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-40f5fc40-1695-437f-a17c-5f1e6bd6d8b5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=839fcabfe1a347c9923309690593d147&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3170483 Apr 12 03:06:07.699533 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-143538fb-b839-4999-b48d-a796de15d7d7 req-54420e62-9b27-4fb1-b83a-5133031d5fb2 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505445 Apr 12 03:06:07.713367 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c72a16bf-47f7-4283-ac76-86f3f8a14071 admin admin] Publish callbacks [] for security_group (361aca70-e7e9-4c4d-920d-e790f3a08225), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:07.736304 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c72a16bf-47f7-4283-ac76-86f3f8a14071 admin admin] Publish callbacks [] for security_group (361aca70-e7e9-4c4d-920d-e790f3a08225), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:07.800275 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c72a16bf-47f7-4283-ac76-86f3f8a14071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (361aca70-e7e9-4c4d-920d-e790f3a08225), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:07.802846 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c72a16bf-47f7-4283-ac76-86f3f8a14071 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:07.805806 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-c72a16bf-47f7-4283-ac76-86f3f8a14071 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/361aca70-e7e9-4c4d-920d-e790f3a08225 HTTP/1.1" status: 204 len: 168 time: 0.1575828 Apr 12 03:06:07.829621 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72a16bf-47f7-4283-ac76-86f3f8a14071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361aca70-e7e9-4c4d-920d-e790f3a08225,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:06:07.906620 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-df77bd14-e0e7-44f9-ad8d-ef53380819a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df', 'name': 'tempest-AttachVolumeShelveTestJSON-600950735-router', 'tenant_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '1f833beb-1b0a-47a7-ad22-a06e54385443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:47Z', 'updated_at': '2022-04-12T03:05:05Z', 'revision_number': 4, 'project_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'gw_port': {'id': '1f833beb-1b0a-47a7-ad22-a06e54385443', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:29:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:48Z', 'updated_at': '2022-04-12T03:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_floatingips': [{'id': '2e12d2c7-1a79-440d-afd9-6d7443516c12', 'tenant_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'floating_ip_address': '172.27.3.201', 'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'router_id': 'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df', 'port_id': 'f35229c3-8c36-42fb-9fc5-3451fa4d807d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b3dbba0-7776-42cc-ae85-893ed357f655', 'mac_address': 'fa:16:3e:06:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5d87c0-f579-4975-bae6-b924c6c1d0e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:05:22Z', 'updated_at': '2022-04-12T03:06:06Z', 'revision_number': 1, 'project_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '330332dd-0596-4aed-b9db-935a1aa7ceae', 'name': '', 'network_id': '2b3dbba0-7776-42cc-ae85-893ed357f655', 'tenant_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'mac_address': 'fa:16:3e:dc:0e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '100d1803-3d36-4c71-9fbf-e95fa2273558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:58Z', 'updated_at': '2022-04-12T03:05:17Z', 'revision_number': 5, 'project_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'subnets': [{'id': '100d1803-3d36-4c71-9fbf-e95fa2273558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:06:07.929781 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134d2fe-e177-409c-92f3-60c0aa9bcbbb req-361c262f-b3e7-499c-be93-bec4db73379a tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:07.931599 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-7134d2fe-e177-409c-92f3-60c0aa9bcbbb req-361c262f-b3e7-499c-be93-bec4db73379a tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 945 time: 0.0990567 Apr 12 03:06:07.976681 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df77bd14-e0e7-44f9-ad8d-ef53380819a9 None None] Checking router: b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df for host: dv-cinder-837443-1-iscsi {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:06:07.986906 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df77bd14-e0e7-44f9-ad8d-ef53380819a9 None None] Routers {'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:06:07.988293 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-df77bd14-e0e7-44f9-ad8d-ef53380819a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:05:57Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:06:08.043160 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-7134d2fe-e177-409c-92f3-60c0aa9bcbbb req-f5a48ef7-2e63-464d-8661-06acff4f9c94 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=37b179c6-f3cc-4a4d-ad74-37db92046685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002407 Apr 12 03:06:08.081706 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04085b60-27bc-4072-9345-6598782abf83 req-db498233-daa3-4d13-bcdc-96bfd95dfa22 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:08.088981 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-04085b60-27bc-4072-9345-6598782abf83 req-db498233-daa3-4d13-bcdc-96bfd95dfa22 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e5a42ad-be99-4b50-a15d-098ecfad7c41 HTTP/1.1" status: 200 len: 946 time: 0.0761380 Apr 12 03:06:08.125230 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-df77bd14-e0e7-44f9-ad8d-ef53380819a9 None None] Set router b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df gateway port host: dv-cinder-837443-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:06:08.194774 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717c4b8-b40d-47bd-96a5-9d81db2fd25f req-46b76764-7029-49f8-92ca-31c53d87382a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:08.196462 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-f717c4b8-b40d-47bd-96a5-9d81db2fd25f req-46b76764-7029-49f8-92ca-31c53d87382a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=aa116ee72616411e95552f4f7f6fdf9a&device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 1130 time: 0.0566239 Apr 12 03:06:08.203749 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-04085b60-27bc-4072-9345-6598782abf83 req-ead45009-6ae6-4df9-b1d7-1735f3984f64 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8f469cb-51e6-49aa-a65f-c1414cf6e610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137860 Apr 12 03:06:08.246908 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1a79d837-07d5-476b-a199-b4b645ef8e9e req-8a0b17c4-8d14-401d-a399-4180eb355c2c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=37b179c6-f3cc-4a4d-ad74-37db92046685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142867 Apr 12 03:06:08.275422 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d64d9cf-4a47-466d-8786-bc897dd3e1e0 req-ca67b14c-9877-4715-be3d-1ab7e95a355a tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:08.277003 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-1d64d9cf-4a47-466d-8786-bc897dd3e1e0 req-ca67b14c-9877-4715-be3d-1ab7e95a355a tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e5a42ad-be99-4b50-a15d-098ecfad7c41 HTTP/1.1" status: 200 len: 946 time: 0.0784643 Apr 12 03:06:08.350047 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717c4b8-b40d-47bd-96a5-9d81db2fd25f req-ca7cc2a5-6e17-4285-8f43-574c608ec63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:08.352049 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-f717c4b8-b40d-47bd-96a5-9d81db2fd25f req-ca7cc2a5-6e17-4285-8f43-574c608ec63d service neutron] 10.222.0.25 "GET /v2.0/networks?id=2b3dbba0-7776-42cc-ae85-893ed357f655 HTTP/1.1" status: 200 len: 916 time: 0.1380377 Apr 12 03:06:08.431669 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-df77bd14-e0e7-44f9-ad8d-ef53380819a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df', 'name': 'tempest-AttachVolumeShelveTestJSON-600950735-router', 'tenant_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '1f833beb-1b0a-47a7-ad22-a06e54385443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:47Z', 'updated_at': '2022-04-12T03:05:05Z', 'revision_number': 4, 'project_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'gw_port': {'id': '1f833beb-1b0a-47a7-ad22-a06e54385443', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:29:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:48Z', 'updated_at': '2022-04-12T03:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_floatingips': [{'id': '2e12d2c7-1a79-440d-afd9-6d7443516c12', 'tenant_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'floating_ip_address': '172.27.3.201', 'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'router_id': 'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df', 'port_id': 'f35229c3-8c36-42fb-9fc5-3451fa4d807d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b3dbba0-7776-42cc-ae85-893ed357f655', 'mac_address': 'fa:16:3e:06:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5d87c0-f579-4975-bae6-b924c6c1d0e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:05:22Z', 'updated_at': '2022-04-12T03:06:06Z', 'revision_number': 1, 'project_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '330332dd-0596-4aed-b9db-935a1aa7ceae', 'name': '', 'network_id': '2b3dbba0-7776-42cc-ae85-893ed357f655', 'tenant_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'mac_address': 'fa:16:3e:dc:0e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '100d1803-3d36-4c71-9fbf-e95fa2273558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:58Z', 'updated_at': '2022-04-12T03:05:17Z', 'revision_number': 5, 'project_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'subnets': [{'id': '100d1803-3d36-4c71-9fbf-e95fa2273558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:06:08.462223 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df77bd14-e0e7-44f9-ad8d-ef53380819a9 None None] The sync data for ids ['b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df'] in dv-cinder-837443-1-iscsi is: [{'id': 'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df', 'name': 'tempest-AttachVolumeShelveTestJSON-600950735-router', 'tenant_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '1f833beb-1b0a-47a7-ad22-a06e54385443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:47Z', 'updated_at': '2022-04-12T03:05:05Z', 'revision_number': 4, 'project_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'gw_port': {'id': '1f833beb-1b0a-47a7-ad22-a06e54385443', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:29:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:48Z', 'updated_at': '2022-04-12T03:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_floatingips': [{'id': '2e12d2c7-1a79-440d-afd9-6d7443516c12', 'tenant_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'floating_ip_address': '172.27.3.201', 'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'router_id': 'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df', 'port_id': 'f35229c3-8c36-42fb-9fc5-3451fa4d807d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b3dbba0-7776-42cc-ae85-893ed357f655', 'mac_address': 'fa:16:3e:06:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5d87c0-f579-4975-bae6-b924c6c1d0e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:05:22Z', 'updated_at': '2022-04-12T03:06:06Z', 'revision_number': 1, 'project_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '330332dd-0596-4aed-b9db-935a1aa7ceae', 'name': '', 'network_id': '2b3dbba0-7776-42cc-ae85-893ed357f655', 'tenant_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'mac_address': 'fa:16:3e:dc:0e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '100d1803-3d36-4c71-9fbf-e95fa2273558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:58Z', 'updated_at': '2022-04-12T03:05:17Z', 'revision_number': 5, 'project_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'subnets': [{'id': '100d1803-3d36-4c71-9fbf-e95fa2273558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:06:08.682372 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5f871-7790-4a0e-a498-f3181394e3f6 req-d1219a96-715d-405d-ac10-3b9d81a62c16 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:08.693718 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-5bb5f871-7790-4a0e-a498-f3181394e3f6 req-d1219a96-715d-405d-ac10-3b9d81a62c16 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=96a77478-4c96-4958-a731-1aac6c0bdec4 HTTP/1.1" status: 200 len: 945 time: 0.0745072 Apr 12 03:06:08.731578 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-f717c4b8-b40d-47bd-96a5-9d81db2fd25f req-5acce9cb-f38a-4ecc-8339-bda170de9d1a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f35229c3-8c36-42fb-9fc5-3451fa4d807d HTTP/1.1" status: 200 len: 1000 time: 0.2453067 Apr 12 03:06:08.772252 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-5bb5f871-7790-4a0e-a498-f3181394e3f6 req-60c2a6f4-5126-4b40-9b94-405f900f9afc tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d434ffc-5a24-4ae6-a04d-d3d57c621012&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729840 Apr 12 03:06:08.785990 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [req-1d64d9cf-4a47-466d-8786-bc897dd3e1e0 req-766ed7ae-8e15-438a-b009-e13ae1ae92a8 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] Deleting port 768640d7-9586-42d0-9999-52dc1b337da1 {{(pid=103483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:06:08.786503 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-1d64d9cf-4a47-466d-8786-bc897dd3e1e0 req-766ed7ae-8e15-438a-b009-e13ae1ae92a8 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (768640d7-9586-42d0-9999-52dc1b337da1), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:08.821887 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b68b31-167b-431c-9cf5-e7f2b7b43388 None None] New status for floating IP 2e12d2c7-1a79-440d-afd9-6d7443516c12: ACTIVE {{(pid=103485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 03:06:08.934322 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf7c24-c80f-40fa-9a76-1aa32cc16a8b req-043621ae-84f3-43b0-8288-122b40063132 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:08.935849 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c8cf7c24-c80f-40fa-9a76-1aa32cc16a8b req-043621ae-84f3-43b0-8288-122b40063132 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 945 time: 0.1120095 Apr 12 03:06:08.997554 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b05dbee-c2ca-4c53-a800-05061ec2e7a5 req-27cce0cd-7b6d-4edf-87db-9ef7caa4a39d tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:08.999962 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-6b05dbee-c2ca-4c53-a800-05061ec2e7a5 req-27cce0cd-7b6d-4edf-87db-9ef7caa4a39d tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=96a77478-4c96-4958-a731-1aac6c0bdec4 HTTP/1.1" status: 200 len: 945 time: 0.1294935 Apr 12 03:06:09.009003 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 43216) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:06:09.018731 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-aca20c34-af10-423e-9bc1-818a6630db25 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Request body: {'floatingip': {'port_id': 'a71e2b22-1bd9-4765-8f4d-7aa692f8597e'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:06:09.023066 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.db [req-1d64d9cf-4a47-466d-8786-bc897dd3e1e0 req-766ed7ae-8e15-438a-b009-e13ae1ae92a8 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] For port 768640d7-9586-42d0-9999-52dc1b337da1, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=768640d7-9586-42d0-9999-52dc1b337da1,segment=NetworkSegment(fc66e167-0a90-4af7-a813-15865f0885a2),segment_id=fc66e167-0a90-4af7-a813-15865f0885a2)] {{(pid=103483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:06:09.023451 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-1d64d9cf-4a47-466d-8786-bc897dd3e1e0 req-766ed7ae-8e15-438a-b009-e13ae1ae92a8 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (768640d7-9586-42d0-9999-52dc1b337da1), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:09.029628 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c8cf7c24-c80f-40fa-9a76-1aa32cc16a8b req-6eac3a05-fb5b-4722-a2f4-33132af0e532 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858109 Apr 12 03:06:09.043752 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [req-1d64d9cf-4a47-466d-8786-bc897dd3e1e0 req-766ed7ae-8e15-438a-b009-e13ae1ae92a8 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] Calling delete_port for 768640d7-9586-42d0-9999-52dc1b337da1 owned by compute:nova {{(pid=103483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:06:09.118665 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-aca20c34-af10-423e-9bc1-818a6630db25 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for floatingip (d8adf6f9-825a-4f71-9476-b7d783a40d99), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:09.285808 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717c4b8-b40d-47bd-96a5-9d81db2fd25f req-b313eac2-7e56-43bc-8069-61021f8656e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:09.287664 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-f717c4b8-b40d-47bd-96a5-9d81db2fd25f req-b313eac2-7e56-43bc-8069-61021f8656e1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=100d1803-3d36-4c71-9fbf-e95fa2273558 HTTP/1.1" status: 200 len: 855 time: 0.2402842 Apr 12 03:06:09.412092 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b02afb-bc61-41b1-89b7-dd8c2da1e758 req-761c6a93-d18a-4305-967d-366a4b097a58 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:09.416157 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-b5b02afb-bc61-41b1-89b7-dd8c2da1e758 req-761c6a93-d18a-4305-967d-366a4b097a58 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 945 time: 0.2303669 Apr 12 03:06:09.636360 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-b5b02afb-bc61-41b1-89b7-dd8c2da1e758 req-37dd2a2c-893c-453c-8a84-efe924720cd7 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=37b179c6-f3cc-4a4d-ad74-37db92046685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1990089 Apr 12 03:06:09.686272 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717c4b8-b40d-47bd-96a5-9d81db2fd25f req-c6a2cf90-dcd7-4751-9bf0-f7586377e1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:09.688068 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-f717c4b8-b40d-47bd-96a5-9d81db2fd25f req-c6a2cf90-dcd7-4751-9bf0-f7586377e1e7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2b3dbba0-7776-42cc-ae85-893ed357f655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3887138 Apr 12 03:06:09.695136 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047e687-4e0a-4597-b17b-b4224796eb71 req-10b7896c-215a-4787-a173-7d21489a8787 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:09.696756 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-a047e687-4e0a-4597-b17b-b4224796eb71 req-10b7896c-215a-4787-a173-7d21489a8787 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e5a42ad-be99-4b50-a15d-098ecfad7c41 HTTP/1.1" status: 200 len: 946 time: 0.3464630 Apr 12 03:06:09.791548 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-a047e687-4e0a-4597-b17b-b4224796eb71 req-57aa61aa-80e8-42e5-911e-a870ac62cb34 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8f469cb-51e6-49aa-a65f-c1414cf6e610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864463 Apr 12 03:06:09.792751 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-1d64d9cf-4a47-466d-8786-bc897dd3e1e0 req-766ed7ae-8e15-438a-b009-e13ae1ae92a8 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28322803'] for port (768640d7-9586-42d0-9999-52dc1b337da1), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:09.815047 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] get_ports_and_sgs() called for port_ids ['768640d7-9586-42d0-9999-52dc1b337da1'] {{(pid=103485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:06:09.827754 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766ed7ae-8e15-438a-b009-e13ae1ae92a8 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] Pushing event deleted for resources: {'Port': ['ID=768640d7-9586-42d0-9999-52dc1b337da1,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:06:09.902993 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d64d9cf-4a47-466d-8786-bc897dd3e1e0 req-766ed7ae-8e15-438a-b009-e13ae1ae92a8 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] No DVR routers for this DVR port 768640d7-9586-42d0-9999-52dc1b337da1 on host hv-cinder-83744 {{(pid=103483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:06:09.906409 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-1d64d9cf-4a47-466d-8786-bc897dd3e1e0 req-766ed7ae-8e15-438a-b009-e13ae1ae92a8 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for port (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:09.909893 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-1d64d9cf-4a47-466d-8786-bc897dd3e1e0 req-766ed7ae-8e15-438a-b009-e13ae1ae92a8 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.25 "DELETE /v2.0/ports/768640d7-9586-42d0-9999-52dc1b337da1 HTTP/1.1" status: 204 len: 173 time: 1.4150641 Apr 12 03:06:09.910341 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e5a42ad-be99-4b50-a15d-098ecfad7c41', 'name': 'network-vif-deleted', 'tag': '768640d7-9586-42d0-9999-52dc1b337da1'}] {{(pid=103483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:06:09.912701 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e274900216188b1398d2f2ab6fda0f9d84329b9f507230773e3e9728a2d4b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf88eb5-4fa2-42f7-bf1a-9ba9fcbfbf65" -d '{"events": [{"server_uuid": "1e5a42ad-be99-4b50-a15d-098ecfad7c41", "name": "network-vif-deleted", "tag": "768640d7-9586-42d0-9999-52dc1b337da1"}]}' {{(pid=103483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:06:09.952189 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13bd05d-5fb3-4324-9b73-f0374137c20f x-openstack-request-id: req-a13bd05d-5fb3-4324-9b73-f0374137c20f {{(pid=103483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:06:09.952600 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e5a42ad-be99-4b50-a15d-098ecfad7c41", "name": "network-vif-deleted", "tag": "768640d7-9586-42d0-9999-52dc1b337da1", "status": "completed", "code": 200}]} {{(pid=103483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:06:09.952788 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a13bd05d-5fb3-4324-9b73-f0374137c20f {{(pid=103483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:06:09.953301 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a13bd05d-5fb3-4324-9b73-f0374137c20f'] response: {'server_uuid': '1e5a42ad-be99-4b50-a15d-098ecfad7c41', 'name': 'network-vif-deleted', 'tag': '768640d7-9586-42d0-9999-52dc1b337da1', 'status': 'completed', 'code': 200} Apr 12 03:06:10.145761 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-f717c4b8-b40d-47bd-96a5-9d81db2fd25f req-dd628580-f821-4e9f-9c79-3ae7da27f787 service neutron] 10.222.0.25 "GET /v2.0/networks/2b3dbba0-7776-42cc-ae85-893ed357f655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034176 Apr 12 03:06:10.245626 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f903b-4c20-444b-81c0-0ad2f10e5faa req-d8c8c271-bae8-42e4-a9f8-41ec23630d29 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:10.247129 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-775f903b-4c20-444b-81c0-0ad2f10e5faa req-d8c8c271-bae8-42e4-a9f8-41ec23630d29 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 945 time: 0.0940866 Apr 12 03:06:10.309473 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-f717c4b8-b40d-47bd-96a5-9d81db2fd25f req-0d9a9512-78f5-4f23-9952-59b504a9c637 service neutron] 10.222.0.25 "GET /v2.0/networks/2b3dbba0-7776-42cc-ae85-893ed357f655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540346 Apr 12 03:06:10.313580 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-775f903b-4c20-444b-81c0-0ad2f10e5faa req-95342eb6-bed6-4296-b7d1-971943cce20e tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602984 Apr 12 03:06:10.323514 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-aca20c34-af10-423e-9bc1-818a6630db25 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:10.329419 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-aca20c34-af10-423e-9bc1-818a6630db25 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682737'] for floatingip (d8adf6f9-825a-4f71-9476-b7d783a40d99), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:10.432694 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.db.l3_db [None req-aca20c34-af10-423e-9bc1-818a6630db25 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Floating IP d8adf6f9-825a-4f71-9476-b7d783a40d99 associated. External IP: 172.27.3.153, port: a71e2b22-1bd9-4765-8f4d-7aa692f8597e. Apr 12 03:06:10.669688 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aca20c34-af10-423e-9bc1-818a6630db25 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Router 35c512b1-c0fa-4787-9673-d33c78bee148 has already been hosted by L3 agent beb15aed-f2b6-4676-85ca-b43f14e6acf3 {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:06:10.832360 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed530d-c56d-4805-aa40-ce22128da7e7 req-8f973afe-fc05-41ef-8d9a-2f317b276299 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:10.834156 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-61ed530d-c56d-4805-aa40-ce22128da7e7 req-8f973afe-fc05-41ef-8d9a-2f317b276299 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 945 time: 0.1075635 Apr 12 03:06:10.893583 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca20c34-af10-423e-9bc1-818a6630db25 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Notify agent at l3_agent.dv-cinder-837443-1-iscsi the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:06:10.904577 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-aca20c34-af10-423e-9bc1-818a6630db25 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for floatingip (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:10.912409 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14ccf3d-4756-4621-a78c-10021dec2e33 None None] Sync routers for ids ['35c512b1-c0fa-4787-9673-d33c78bee148'] in dv-cinder-837443-1-iscsi {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:06:10.933958 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14ccf3d-4756-4621-a78c-10021dec2e33 None None] Routers {'35c512b1-c0fa-4787-9673-d33c78bee148'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:06:10.934827 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-d14ccf3d-4756-4621-a78c-10021dec2e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:05:57Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['35c512b1-c0fa-4787-9673-d33c78bee148'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:06:11.005922 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-eb7b9a87-c757-43a6-a5dc-b31c76583389 req-f6d368fa-b566-49d0-aa75-a78a7bd6f624 tempest-DeleteServersTestJSON-824559211 tempest-DeleteServersTestJSON-824559211-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e5a42ad-be99-4b50-a15d-098ecfad7c41 HTTP/1.1" status: 200 len: 210 time: 0.0607684 Apr 12 03:06:11.082597 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-61ed530d-c56d-4805-aa40-ce22128da7e7 req-fb0a448f-20a0-4660-badb-e56224bd39e3 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=37b179c6-f3cc-4a4d-ad74-37db92046685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2423835 Apr 12 03:06:11.104695 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-aca20c34-af10-423e-9bc1-818a6630db25 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "PUT /v2.0/floatingips/d8adf6f9-825a-4f71-9476-b7d783a40d99 HTTP/1.1" status: 200 len: 991 time: 2.0842073 Apr 12 03:06:11.104695 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96a77478-4c96-4958-a731-1aac6c0bdec4', 'tag': 'a71e2b22-1bd9-4765-8f4d-7aa692f8597e'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:06:11.104695 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d98137ebe7b3f8ae23a53251b76916d727952a33f49bb2ab88d2915e9897d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ac085d-58a0-49fe-8258-3589592dc6a1" -d '{"events": [{"name": "network-changed", "server_uuid": "96a77478-4c96-4958-a731-1aac6c0bdec4", "tag": "a71e2b22-1bd9-4765-8f4d-7aa692f8597e"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:06:11.158024 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69598df0-c720-404a-b1c3-a4683657956d x-openstack-request-id: req-69598df0-c720-404a-b1c3-a4683657956d {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:06:11.158314 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96a77478-4c96-4958-a731-1aac6c0bdec4", "tag": "a71e2b22-1bd9-4765-8f4d-7aa692f8597e", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:06:11.158676 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-69598df0-c720-404a-b1c3-a4683657956d {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:06:11.158998 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69598df0-c720-404a-b1c3-a4683657956d'] response: {'name': 'network-changed', 'server_uuid': '96a77478-4c96-4958-a731-1aac6c0bdec4', 'tag': 'a71e2b22-1bd9-4765-8f4d-7aa692f8597e', 'status': 'completed', 'code': 200} Apr 12 03:06:11.185612 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-d14ccf3d-4756-4621-a78c-10021dec2e33 None None] Set router 35c512b1-c0fa-4787-9673-d33c78bee148 gateway port host: dv-cinder-837443-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:06:11.235310 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea5b71-9282-4237-a7c0-e170022bd43d req-10f50e42-4f48-444f-81e3-7683952f7a0f tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:11.237695 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-57ea5b71-9282-4237-a7c0-e170022bd43d req-10f50e42-4f48-444f-81e3-7683952f7a0f tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 945 time: 0.0545928 Apr 12 03:06:11.246370 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 43292) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:06:11.252498 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-6baa48a5-1d54-4a9c-af91-fa2e34ba23ba tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Request body: {'floatingip': {'port_id': '78c47201-c1ba-4e08-a596-ba1d84c5e43e'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:06:11.269348 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac085d-58a0-49fe-8258-3589592dc6a1 req-69a79a49-998d-41a9-b65d-9eb7cc702a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:11.270996 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-53ac085d-58a0-49fe-8258-3589592dc6a1 req-69a79a49-998d-41a9-b65d-9eb7cc702a99 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e9ed2cca6cce43c599fc86b60cfafda6&device_id=96a77478-4c96-4958-a731-1aac6c0bdec4 HTTP/1.1" status: 200 len: 1129 time: 0.0822487 Apr 12 03:06:11.328085 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6baa48a5-1d54-4a9c-af91-fa2e34ba23ba tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks [] for floatingip (8b7a5dab-e2db-496a-919b-977e385fc48a), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:11.424992 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac085d-58a0-49fe-8258-3589592dc6a1 req-04913145-d7a0-4203-8573-f0963f9affae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:11.427815 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-53ac085d-58a0-49fe-8258-3589592dc6a1 req-04913145-d7a0-4203-8573-f0963f9affae service neutron] 10.222.0.25 "GET /v2.0/networks?id=c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b HTTP/1.1" status: 200 len: 915 time: 0.1501033 Apr 12 03:06:11.555596 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95512a18-648a-46f1-9ac4-00838cbe2c28 req-8dc7dcb4-fc28-4959-be2d-7c92dcba660f tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:11.557139 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-95512a18-648a-46f1-9ac4-00838cbe2c28 req-8dc7dcb4-fc28-4959-be2d-7c92dcba660f tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 945 time: 0.1024022 Apr 12 03:06:11.574309 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-53ac085d-58a0-49fe-8258-3589592dc6a1 req-7482b2b0-7cc4-44c3-8aa9-1b43aef10c19 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a71e2b22-1bd9-4765-8f4d-7aa692f8597e HTTP/1.1" status: 200 len: 999 time: 0.1308255 Apr 12 03:06:11.613004 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-d14ccf3d-4756-4621-a78c-10021dec2e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'name': 'tempest-AttachVolumeNegativeTest-1586939642-router', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '95173c10-6b01-412c-bf6f-36551b81baff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:49Z', 'updated_at': '2022-04-12T03:05:12Z', 'revision_number': 4, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'gw_port': {'id': '95173c10-6b01-412c-bf6f-36551b81baff', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:38:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:51Z', 'updated_at': '2022-04-12T03:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_floatingips': [{'id': 'd8adf6f9-825a-4f71-9476-b7d783a40d99', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'floating_ip_address': '172.27.3.153', 'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'router_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'port_id': 'a71e2b22-1bd9-4765-8f4d-7aa692f8597e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 185, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b', 'mac_address': 'fa:16:3e:db:dc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a77478-4c96-4958-a731-1aac6c0bdec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:05:24Z', 'updated_at': '2022-04-12T03:06:10Z', 'revision_number': 1, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '054442ec-508f-4b5a-9b29-057809715a20', 'name': '', 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'mac_address': 'fa:16:3e:17:75:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3d77e3de-5404-4af1-9a0f-14127064fff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:05:09Z', 'updated_at': '2022-04-12T03:05:19Z', 'revision_number': 5, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'subnets': [{'id': '3d77e3de-5404-4af1-9a0f-14127064fff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:06:11.649820 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14ccf3d-4756-4621-a78c-10021dec2e33 None None] Checking router: 35c512b1-c0fa-4787-9673-d33c78bee148 for host: dv-cinder-837443-1-iscsi {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:06:11.651290 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-95512a18-648a-46f1-9ac4-00838cbe2c28 req-d53f0b54-b4ea-4959-9b42-f7106b154203 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851743 Apr 12 03:06:11.652942 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac085d-58a0-49fe-8258-3589592dc6a1 req-66801b76-3846-4147-b224-45ea95badee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:11.654468 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-53ac085d-58a0-49fe-8258-3589592dc6a1 req-66801b76-3846-4147-b224-45ea95badee5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3d77e3de-5404-4af1-9a0f-14127064fff3 HTTP/1.1" status: 200 len: 854 time: 0.0710843 Apr 12 03:06:11.661846 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14ccf3d-4756-4621-a78c-10021dec2e33 None None] Routers {'35c512b1-c0fa-4787-9673-d33c78bee148'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:06:11.662481 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-d14ccf3d-4756-4621-a78c-10021dec2e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:05:57Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['35c512b1-c0fa-4787-9673-d33c78bee148'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:06:11.705559 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac085d-58a0-49fe-8258-3589592dc6a1 req-af539cd6-0f19-4354-af81-34691c149aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:11.707986 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-53ac085d-58a0-49fe-8258-3589592dc6a1 req-af539cd6-0f19-4354-af81-34691c149aff service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467148 Apr 12 03:06:11.780718 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-d14ccf3d-4756-4621-a78c-10021dec2e33 None None] Set router 35c512b1-c0fa-4787-9673-d33c78bee148 gateway port host: dv-cinder-837443-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:06:11.813590 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-53ac085d-58a0-49fe-8258-3589592dc6a1 req-d7f2c7a0-4329-43dc-a1c9-c8367e0d2b71 service neutron] 10.222.0.25 "GET /v2.0/networks/c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955460 Apr 12 03:06:11.913154 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6baa48a5-1d54-4a9c-af91-fa2e34ba23ba tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:11.919200 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6baa48a5-1d54-4a9c-af91-fa2e34ba23ba tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682737'] for floatingip (8b7a5dab-e2db-496a-919b-977e385fc48a), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:11.920288 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-53ac085d-58a0-49fe-8258-3589592dc6a1 req-24f00756-5111-46ef-bb55-46e7a7566b02 service neutron] 10.222.0.25 "GET /v2.0/networks/c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000209 Apr 12 03:06:12.013800 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-d14ccf3d-4756-4621-a78c-10021dec2e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'name': 'tempest-AttachVolumeNegativeTest-1586939642-router', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '95173c10-6b01-412c-bf6f-36551b81baff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:49Z', 'updated_at': '2022-04-12T03:05:12Z', 'revision_number': 4, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'gw_port': {'id': '95173c10-6b01-412c-bf6f-36551b81baff', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:38:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:51Z', 'updated_at': '2022-04-12T03:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_floatingips': [{'id': 'd8adf6f9-825a-4f71-9476-b7d783a40d99', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'floating_ip_address': '172.27.3.153', 'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'router_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'port_id': 'a71e2b22-1bd9-4765-8f4d-7aa692f8597e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 185, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b', 'mac_address': 'fa:16:3e:db:dc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a77478-4c96-4958-a731-1aac6c0bdec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:05:24Z', 'updated_at': '2022-04-12T03:06:10Z', 'revision_number': 1, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '054442ec-508f-4b5a-9b29-057809715a20', 'name': '', 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'mac_address': 'fa:16:3e:17:75:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3d77e3de-5404-4af1-9a0f-14127064fff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:05:09Z', 'updated_at': '2022-04-12T03:05:19Z', 'revision_number': 5, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'subnets': [{'id': '3d77e3de-5404-4af1-9a0f-14127064fff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:06:12.037235 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.db.l3_db [None req-6baa48a5-1d54-4a9c-af91-fa2e34ba23ba tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Floating IP 8b7a5dab-e2db-496a-919b-977e385fc48a associated. External IP: 172.27.3.5, port: 78c47201-c1ba-4e08-a596-ba1d84c5e43e. Apr 12 03:06:12.042329 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14ccf3d-4756-4621-a78c-10021dec2e33 None None] The sync data for ids ['35c512b1-c0fa-4787-9673-d33c78bee148'] in dv-cinder-837443-1-iscsi is: [{'id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'name': 'tempest-AttachVolumeNegativeTest-1586939642-router', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '95173c10-6b01-412c-bf6f-36551b81baff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:49Z', 'updated_at': '2022-04-12T03:05:12Z', 'revision_number': 4, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'gw_port': {'id': '95173c10-6b01-412c-bf6f-36551b81baff', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:38:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:51Z', 'updated_at': '2022-04-12T03:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_floatingips': [{'id': 'd8adf6f9-825a-4f71-9476-b7d783a40d99', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'floating_ip_address': '172.27.3.153', 'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'router_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'port_id': 'a71e2b22-1bd9-4765-8f4d-7aa692f8597e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 185, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b', 'mac_address': 'fa:16:3e:db:dc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a77478-4c96-4958-a731-1aac6c0bdec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:05:24Z', 'updated_at': '2022-04-12T03:06:10Z', 'revision_number': 1, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '054442ec-508f-4b5a-9b29-057809715a20', 'name': '', 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'mac_address': 'fa:16:3e:17:75:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3d77e3de-5404-4af1-9a0f-14127064fff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:05:09Z', 'updated_at': '2022-04-12T03:05:19Z', 'revision_number': 5, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'subnets': [{'id': '3d77e3de-5404-4af1-9a0f-14127064fff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:06:12.221666 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 43318) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:06:12.317936 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6baa48a5-1d54-4a9c-af91-fa2e34ba23ba tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Router 4c6713fb-f30f-4734-bda5-92186752067c has already been hosted by L3 agent beb15aed-f2b6-4676-85ca-b43f14e6acf3 {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:06:12.332833 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc68c4a8-e470-4857-9e20-45e3123bf5bb None None] New status for floating IP d8adf6f9-825a-4f71-9476-b7d783a40d99: ACTIVE {{(pid=103485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 03:06:12.374275 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-a4d63a39-90e7-49e5-b841-8e1f2eff5d09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:12.462909 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6baa48a5-1d54-4a9c-af91-fa2e34ba23ba tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Notify agent at l3_agent.dv-cinder-837443-1-iscsi the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:06:12.478313 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6baa48a5-1d54-4a9c-af91-fa2e34ba23ba tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for floatingip (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:12.478597 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88abf14f-d80c-4151-89d9-036343fe9f2e None None] Sync routers for ids ['4c6713fb-f30f-4734-bda5-92186752067c'] in dv-cinder-837443-1-iscsi {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:06:12.482598 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-a4d63a39-90e7-49e5-b841-8e1f2eff5d09 admin admin] Publish callbacks [] for security_group (d05e132a-25f0-4f21-bf2f-d0ceb7e1494d), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:12.489751 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-a4d63a39-90e7-49e5-b841-8e1f2eff5d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (d05e132a-25f0-4f21-bf2f-d0ceb7e1494d), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:12.493575 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88abf14f-d80c-4151-89d9-036343fe9f2e None None] Routers {'4c6713fb-f30f-4734-bda5-92186752067c'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:06:12.495284 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-88abf14f-d80c-4151-89d9-036343fe9f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:05:57Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['4c6713fb-f30f-4734-bda5-92186752067c'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:06:12.530660 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-6baa48a5-1d54-4a9c-af91-fa2e34ba23ba tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "PUT /v2.0/floatingips/8b7a5dab-e2db-496a-919b-977e385fc48a HTTP/1.1" status: 200 len: 989 time: 1.2831607 Apr 12 03:06:12.565772 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-a4d63a39-90e7-49e5-b841-8e1f2eff5d09 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a1885278ac6d428291ed1b1924b5cd13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3431990 Apr 12 03:06:12.568463 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 43336) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:06:12.573671 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d63a39-90e7-49e5-b841-8e1f2eff5d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05e132a-25f0-4f21-bf2f-d0ceb7e1494d,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:06:12.630084 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device 768640d7-9586-42d0-9999-52dc1b337da1 no longer exists at agent hyperv_hv-cinder-83744 {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:06:12.661071 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-38dddf6a-ca47-4634-a4f8-828f8802b559 admin admin] Publish callbacks [] for security_group (d05e132a-25f0-4f21-bf2f-d0ceb7e1494d), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:12.677335 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] No Port match for: 768640d7-9586-42d0-9999-52dc1b337da1 {{(pid=103485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:06:12.679057 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device 768640d7-9586-42d0-9999-52dc1b337da1 not bound to the agent host hv-cinder-83744 {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:06:12.715906 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-38dddf6a-ca47-4634-a4f8-828f8802b559 admin admin] Publish callbacks [] for security_group (d05e132a-25f0-4f21-bf2f-d0ceb7e1494d), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:12.783905 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-88abf14f-d80c-4151-89d9-036343fe9f2e None None] Set router 4c6713fb-f30f-4734-bda5-92186752067c gateway port host: dv-cinder-837443-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:06:12.822970 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330a0aa-1442-4f35-a7f6-fd56cbd7beac req-5ee0259d-cb63-4ebb-aa9d-2c76ec8672db tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:12.824571 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1330a0aa-1442-4f35-a7f6-fd56cbd7beac req-5ee0259d-cb63-4ebb-aa9d-2c76ec8672db tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 945 time: 0.0682068 Apr 12 03:06:12.841073 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-38dddf6a-ca47-4634-a4f8-828f8802b559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (d05e132a-25f0-4f21-bf2f-d0ceb7e1494d), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:12.844210 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-38dddf6a-ca47-4634-a4f8-828f8802b559 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:12.845244 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-38dddf6a-ca47-4634-a4f8-828f8802b559 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d05e132a-25f0-4f21-bf2f-d0ceb7e1494d HTTP/1.1" status: 204 len: 168 time: 0.2757623 Apr 12 03:06:12.862725 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dddf6a-ca47-4634-a4f8-828f8802b559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05e132a-25f0-4f21-bf2f-d0ceb7e1494d,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:06:12.889095 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 43350) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:06:12.903660 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1330a0aa-1442-4f35-a7f6-fd56cbd7beac req-55fbec0b-ac96-4de7-89b2-bac491c1ce9b tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678902 Apr 12 03:06:13.071203 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-88abf14f-d80c-4151-89d9-036343fe9f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6713fb-f30f-4734-bda5-92186752067c', 'name': 'tempest-AttachVolumeTestJSON-759078494-router', 'tenant_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': 'e2a3f1db-c32b-4a7b-b996-fc9aeff37995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:50Z', 'updated_at': '2022-04-12T03:05:10Z', 'revision_number': 4, 'project_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'gw_port': {'id': 'e2a3f1db-c32b-4a7b-b996-fc9aeff37995', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:9b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6713fb-f30f-4734-bda5-92186752067c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:51Z', 'updated_at': '2022-04-12T03:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_floatingips': [{'id': '8b7a5dab-e2db-496a-919b-977e385fc48a', 'tenant_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'floating_ip_address': '172.27.3.5', 'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'router_id': '4c6713fb-f30f-4734-bda5-92186752067c', 'port_id': '78c47201-c1ba-4e08-a596-ba1d84c5e43e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 186, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97d0737a-0806-4131-b2fa-4a4f2be2d49e', 'mac_address': 'fa:16:3e:b1:43:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c57ff93-cbb4-4365-8184-40a90dadd167', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:05:24Z', 'updated_at': '2022-04-12T03:06:11Z', 'revision_number': 1, 'project_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1520221-d622-4a9d-8d45-2b8795da9fac', 'name': '', 'network_id': '97d0737a-0806-4131-b2fa-4a4f2be2d49e', 'tenant_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'mac_address': 'fa:16:3e:ee:95:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6713fb-f30f-4734-bda5-92186752067c', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '6de8150c-bedf-4873-b651-20f43e4f6dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:05:04Z', 'updated_at': '2022-04-12T03:05:22Z', 'revision_number': 5, 'project_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'subnets': [{'id': '6de8150c-bedf-4873-b651-20f43e4f6dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:06:13.111027 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88abf14f-d80c-4151-89d9-036343fe9f2e None None] Checking router: 4c6713fb-f30f-4734-bda5-92186752067c for host: dv-cinder-837443-1-iscsi {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:06:13.122234 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88abf14f-d80c-4151-89d9-036343fe9f2e None None] Routers {'4c6713fb-f30f-4734-bda5-92186752067c'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:06:13.123095 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-88abf14f-d80c-4151-89d9-036343fe9f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:05:57Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['4c6713fb-f30f-4734-bda5-92186752067c'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:06:13.160059 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c57ff93-cbb4-4365-8184-40a90dadd167', 'tag': '78c47201-c1ba-4e08-a596-ba1d84c5e43e'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:06:13.162787 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d98137ebe7b3f8ae23a53251b76916d727952a33f49bb2ab88d2915e9897d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b47045-c6a6-4615-bb58-4be496f2426e" -d '{"events": [{"name": "network-changed", "server_uuid": "0c57ff93-cbb4-4365-8184-40a90dadd167", "tag": "78c47201-c1ba-4e08-a596-ba1d84c5e43e"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:06:13.216800 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a71219-b42b-469a-80ec-6305722f73a8 x-openstack-request-id: req-e1a71219-b42b-469a-80ec-6305722f73a8 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:06:13.217178 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c57ff93-cbb4-4365-8184-40a90dadd167", "tag": "78c47201-c1ba-4e08-a596-ba1d84c5e43e", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:06:13.217547 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e1a71219-b42b-469a-80ec-6305722f73a8 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:06:13.218462 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1a71219-b42b-469a-80ec-6305722f73a8'] response: {'name': 'network-changed', 'server_uuid': '0c57ff93-cbb4-4365-8184-40a90dadd167', 'tag': '78c47201-c1ba-4e08-a596-ba1d84c5e43e', 'status': 'completed', 'code': 200} Apr 12 03:06:13.286254 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-f2b7be27-c201-48aa-99ff-52eaf93c2602 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:13.291828 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-88abf14f-d80c-4151-89d9-036343fe9f2e None None] Set router 4c6713fb-f30f-4734-bda5-92186752067c gateway port host: dv-cinder-837443-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:06:13.296177 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b47045-c6a6-4615-bb58-4be496f2426e req-33cecff9-5293-488e-80c8-54b38fe3c772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:13.297795 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-90b47045-c6a6-4615-bb58-4be496f2426e req-33cecff9-5293-488e-80c8-54b38fe3c772 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e1e5d1d0e5ee459d9a29175e6dfae245&device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 1129 time: 0.0591388 Apr 12 03:06:13.442435 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b47045-c6a6-4615-bb58-4be496f2426e req-7f8d3ca8-1679-47d4-a7e3-d7d2bb79e40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:13.444024 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-90b47045-c6a6-4615-bb58-4be496f2426e req-7f8d3ca8-1679-47d4-a7e3-d7d2bb79e40f service neutron] 10.222.0.25 "GET /v2.0/networks?id=97d0737a-0806-4131-b2fa-4a4f2be2d49e HTTP/1.1" status: 200 len: 910 time: 0.1386170 Apr 12 03:06:13.501019 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-f2b7be27-c201-48aa-99ff-52eaf93c2602 admin admin] Publish callbacks [] for security_group (46915c31-4fc1-4bd8-bf3b-d77a2ae77e5c), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:13.507212 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-f2b7be27-c201-48aa-99ff-52eaf93c2602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (46915c31-4fc1-4bd8-bf3b-d77a2ae77e5c), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:13.538578 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 43366) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:06:13.560237 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-90b47045-c6a6-4615-bb58-4be496f2426e req-dbeb1cf5-20d6-4c42-a681-7e885045a9fc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78c47201-c1ba-4e08-a596-ba1d84c5e43e HTTP/1.1" status: 200 len: 997 time: 0.1084692 Apr 12 03:06:13.565696 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-f2b7be27-c201-48aa-99ff-52eaf93c2602 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a134a9769e154bdfadfd0f324beab10e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6729338 Apr 12 03:06:13.565696 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b7be27-c201-48aa-99ff-52eaf93c2602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46915c31-4fc1-4bd8-bf3b-d77a2ae77e5c,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:06:13.566180 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 43368) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:06:13.584471 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0348b1c-861f-43e3-be42-98f30d31d8f6 admin admin] Deleting subnet 575ab2eb-1835-4a60-bd9e-d998a2e09934 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 03:06:13.587361 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c0348b1c-861f-43e3-be42-98f30d31d8f6 admin admin] Publish callbacks [] for subnet (575ab2eb-1835-4a60-bd9e-d998a2e09934), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:13.610500 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-88abf14f-d80c-4151-89d9-036343fe9f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6713fb-f30f-4734-bda5-92186752067c', 'name': 'tempest-AttachVolumeTestJSON-759078494-router', 'tenant_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': 'e2a3f1db-c32b-4a7b-b996-fc9aeff37995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:50Z', 'updated_at': '2022-04-12T03:05:10Z', 'revision_number': 4, 'project_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'gw_port': {'id': 'e2a3f1db-c32b-4a7b-b996-fc9aeff37995', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:9b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6713fb-f30f-4734-bda5-92186752067c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:51Z', 'updated_at': '2022-04-12T03:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_floatingips': [{'id': '8b7a5dab-e2db-496a-919b-977e385fc48a', 'tenant_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'floating_ip_address': '172.27.3.5', 'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'router_id': '4c6713fb-f30f-4734-bda5-92186752067c', 'port_id': '78c47201-c1ba-4e08-a596-ba1d84c5e43e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 186, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97d0737a-0806-4131-b2fa-4a4f2be2d49e', 'mac_address': 'fa:16:3e:b1:43:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c57ff93-cbb4-4365-8184-40a90dadd167', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:05:24Z', 'updated_at': '2022-04-12T03:06:11Z', 'revision_number': 1, 'project_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1520221-d622-4a9d-8d45-2b8795da9fac', 'name': '', 'network_id': '97d0737a-0806-4131-b2fa-4a4f2be2d49e', 'tenant_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'mac_address': 'fa:16:3e:ee:95:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6713fb-f30f-4734-bda5-92186752067c', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '6de8150c-bedf-4873-b651-20f43e4f6dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:05:04Z', 'updated_at': '2022-04-12T03:05:22Z', 'revision_number': 5, 'project_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'subnets': [{'id': '6de8150c-bedf-4873-b651-20f43e4f6dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:06:13.623362 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c0348b1c-861f-43e3-be42-98f30d31d8f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28399234'] for subnet (575ab2eb-1835-4a60-bd9e-d998a2e09934), precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:13.649170 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88abf14f-d80c-4151-89d9-036343fe9f2e None None] The sync data for ids ['4c6713fb-f30f-4734-bda5-92186752067c'] in dv-cinder-837443-1-iscsi is: [{'id': '4c6713fb-f30f-4734-bda5-92186752067c', 'name': 'tempest-AttachVolumeTestJSON-759078494-router', 'tenant_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': 'e2a3f1db-c32b-4a7b-b996-fc9aeff37995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:50Z', 'updated_at': '2022-04-12T03:05:10Z', 'revision_number': 4, 'project_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'gw_port': {'id': 'e2a3f1db-c32b-4a7b-b996-fc9aeff37995', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:9b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6713fb-f30f-4734-bda5-92186752067c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:51Z', 'updated_at': '2022-04-12T03:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_floatingips': [{'id': '8b7a5dab-e2db-496a-919b-977e385fc48a', 'tenant_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'floating_ip_address': '172.27.3.5', 'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'router_id': '4c6713fb-f30f-4734-bda5-92186752067c', 'port_id': '78c47201-c1ba-4e08-a596-ba1d84c5e43e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 186, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97d0737a-0806-4131-b2fa-4a4f2be2d49e', 'mac_address': 'fa:16:3e:b1:43:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c57ff93-cbb4-4365-8184-40a90dadd167', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:05:24Z', 'updated_at': '2022-04-12T03:06:11Z', 'revision_number': 1, 'project_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1520221-d622-4a9d-8d45-2b8795da9fac', 'name': '', 'network_id': '97d0737a-0806-4131-b2fa-4a4f2be2d49e', 'tenant_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'mac_address': 'fa:16:3e:ee:95:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6713fb-f30f-4734-bda5-92186752067c', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '6de8150c-bedf-4873-b651-20f43e4f6dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:05:04Z', 'updated_at': '2022-04-12T03:05:22Z', 'revision_number': 5, 'project_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'subnets': [{'id': '6de8150c-bedf-4873-b651-20f43e4f6dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:06:13.662729 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b47045-c6a6-4615-bb58-4be496f2426e req-e5ab198d-b6de-4ef9-b65f-4526d96c8f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:13.664511 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-90b47045-c6a6-4615-bb58-4be496f2426e req-e5ab198d-b6de-4ef9-b65f-4526d96c8f34 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6de8150c-bedf-4873-b651-20f43e4f6dc1 HTTP/1.1" status: 200 len: 849 time: 0.0865512 Apr 12 03:06:13.666671 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c0348b1c-861f-43e3-be42-98f30d31d8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662842'] for subnet (575ab2eb-1835-4a60-bd9e-d998a2e09934), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:13.689009 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-e44b9c1e-5d46-487d-a4b2-b96a1c8dc264 admin admin] Publish callbacks [] for security_group (46915c31-4fc1-4bd8-bf3b-d77a2ae77e5c), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:13.729808 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c0348b1c-861f-43e3-be42-98f30d31d8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28695438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28651215'] for subnet (575ab2eb-1835-4a60-bd9e-d998a2e09934), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:13.732116 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b47045-c6a6-4615-bb58-4be496f2426e req-c2948360-4ec4-42fb-b77a-645f9e8b9174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:13.733802 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-90b47045-c6a6-4615-bb58-4be496f2426e req-c2948360-4ec4-42fb-b77a-645f9e8b9174 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=97d0737a-0806-4131-b2fa-4a4f2be2d49e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0587018 Apr 12 03:06:13.739100 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-e44b9c1e-5d46-487d-a4b2-b96a1c8dc264 admin admin] Publish callbacks [] for security_group (46915c31-4fc1-4bd8-bf3b-d77a2ae77e5c), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:13.759390 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c0348b1c-861f-43e3-be42-98f30d31d8f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:13.763929 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-c0348b1c-861f-43e3-be42-98f30d31d8f6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/575ab2eb-1835-4a60-bd9e-d998a2e09934 HTTP/1.1" status: 204 len: 168 time: 0.2242339 Apr 12 03:06:13.765300 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0348b1c-861f-43e3-be42-98f30d31d8f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=575ab2eb-1835-4a60-bd9e-d998a2e09934,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:06:13.766881 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 43370) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:06:13.842538 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fba681e1-b45c-410f-bdcc-0cab352ee63f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688745'] for network (813f4c80-9eb3-4fdd-9a75-8d7c76e1f557), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:13.862518 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-90b47045-c6a6-4615-bb58-4be496f2426e req-68a209f8-a565-43b6-a739-685cee9dd316 service neutron] 10.222.0.25 "GET /v2.0/networks/97d0737a-0806-4131-b2fa-4a4f2be2d49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144075 Apr 12 03:06:13.863102 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-e44b9c1e-5d46-487d-a4b2-b96a1c8dc264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (46915c31-4fc1-4bd8-bf3b-d77a2ae77e5c), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:13.865631 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-e44b9c1e-5d46-487d-a4b2-b96a1c8dc264 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:13.869286 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-e44b9c1e-5d46-487d-a4b2-b96a1c8dc264 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/46915c31-4fc1-4bd8-bf3b-d77a2ae77e5c HTTP/1.1" status: 204 len: 168 time: 0.2900891 Apr 12 03:06:13.891463 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050ab947-59e9-476b-8c52-3390aeccf7cb None None] New status for floating IP 8b7a5dab-e2db-496a-919b-977e385fc48a: ACTIVE {{(pid=103485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 03:06:13.892144 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44b9c1e-5d46-487d-a4b2-b96a1c8dc264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46915c31-4fc1-4bd8-bf3b-d77a2ae77e5c,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:06:13.980464 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fba681e1-b45c-410f-bdcc-0cab352ee63f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659639', 'neutron.services.segments.db._delete_segments_for_network-8733264514991'] for network (813f4c80-9eb3-4fdd-9a75-8d7c76e1f557), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:14.019834 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.services.segments.db [None req-fba681e1-b45c-410f-bdcc-0cab352ee63f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['813f4c80-9eb3-4fdd-9a75-8d7c76e1f557']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:06:14.036816 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-90b47045-c6a6-4615-bb58-4be496f2426e req-131658d7-d00d-4f8b-baac-ded69ebb84bb service neutron] 10.222.0.25 "GET /v2.0/networks/97d0737a-0806-4131-b2fa-4a4f2be2d49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671937 Apr 12 03:06:14.068474 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.services.segments.db [None req-fba681e1-b45c-410f-bdcc-0cab352ee63f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc66e167-0a90-4af7-a813-15865f0885a2') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:06:14.069049 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.services.segments.db [None req-fba681e1-b45c-410f-bdcc-0cab352ee63f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc66e167-0a90-4af7-a813-15865f0885a2') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:06:14.086244 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fba681e1-b45c-410f-bdcc-0cab352ee63f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733264516792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28399243'] for segment (fc66e167-0a90-4af7-a813-15865f0885a2), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:14.095657 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c5a808-5d5a-4e68-8810-1a02d26cadda req-71577911-426c-4664-b1d9-971460f23ec8 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:14.099503 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-97c5a808-5d5a-4e68-8810-1a02d26cadda req-71577911-426c-4664-b1d9-971460f23ec8 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 945 time: 0.0921059 Apr 12 03:06:14.133937 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fba681e1-b45c-410f-bdcc-0cab352ee63f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (fc66e167-0a90-4af7-a813-15865f0885a2), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:14.145739 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fba681e1-b45c-410f-bdcc-0cab352ee63f admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 03:06:14.146145 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fba681e1-b45c-410f-bdcc-0cab352ee63f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28695332'] for segment (fc66e167-0a90-4af7-a813-15865f0885a2), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:14.148008 dv-cinder-837443-1-iscsi neutron-server[103484]: Traceback (most recent call last): Apr 12 03:06:14.148008 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 03:06:14.148008 dv-cinder-837443-1-iscsi neutron-server[103484]: timer() Apr 12 03:06:14.148008 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 03:06:14.148008 dv-cinder-837443-1-iscsi neutron-server[103484]: cb(*args, **kw) Apr 12 03:06:14.148008 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 03:06:14.148008 dv-cinder-837443-1-iscsi neutron-server[103484]: return func(*args, **kwargs) Apr 12 03:06:14.148008 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 03:06:14.148008 dv-cinder-837443-1-iscsi neutron-server[103484]: self._notify() Apr 12 03:06:14.148008 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 03:06:14.148008 dv-cinder-837443-1-iscsi neutron-server[103484]: self.callback(batched_events) Apr 12 03:06:14.148008 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 03:06:14.148008 dv-cinder-837443-1-iscsi neutron-server[103484]: event.method(event) Apr 12 03:06:14.148008 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 03:06:14.148008 dv-cinder-837443-1-iscsi neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 03:06:14.148008 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 03:06:14.148008 dv-cinder-837443-1-iscsi neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 03:06:14.148008 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 03:06:14.148008 dv-cinder-837443-1-iscsi neutron-server[103484]: return f(self, *a, **k) Apr 12 03:06:14.148008 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 03:06:14.148008 dv-cinder-837443-1-iscsi neutron-server[103484]: return self._get(url).json() Apr 12 03:06:14.148008 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 03:06:14.148008 dv-cinder-837443-1-iscsi neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 03:06:14.148008 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 03:06:14.148008 dv-cinder-837443-1-iscsi neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 12 03:06:14.148008 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 03:06:14.148008 dv-cinder-837443-1-iscsi neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 03:06:14.148008 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 03:06:14.148008 dv-cinder-837443-1-iscsi neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 03:06:14.148008 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 03:06:14.148008 dv-cinder-837443-1-iscsi neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 03:06:14.148008 dv-cinder-837443-1-iscsi neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 03:06:14.219698 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-97c5a808-5d5a-4e68-8810-1a02d26cadda req-d1b63c70-79de-468c-ac68-1ed07935663a tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080298 Apr 12 03:06:14.228382 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fba681e1-b45c-410f-bdcc-0cab352ee63f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682719'] for network (813f4c80-9eb3-4fdd-9a75-8d7c76e1f557), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:14.234475 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-fba681e1-b45c-410f-bdcc-0cab352ee63f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for network (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:14.238900 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-fba681e1-b45c-410f-bdcc-0cab352ee63f admin admin] 10.222.0.32 "DELETE /v2.0/networks/813f4c80-9eb3-4fdd-9a75-8d7c76e1f557 HTTP/1.1" status: 204 len: 168 time: 0.4709134 Apr 12 03:06:14.251854 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba681e1-b45c-410f-bdcc-0cab352ee63f admin admin] Pushing event deleted for resources: {'Network': ['ID=813f4c80-9eb3-4fdd-9a75-8d7c76e1f557,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:06:14.431601 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 43380) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:06:14.472968 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-7ccdecfa-5349-4082-849d-309934cb8d8b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=82496cc7388048ccb95596e852280502&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0399947 Apr 12 03:06:14.475617 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 43386) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:06:14.530452 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-b1f90e2e-b865-474a-8dca-ddba74d99a25 admin admin] Publish callbacks [] for security_group (c8f469cb-51e6-49aa-a65f-c1414cf6e610), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:14.552452 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-b1f90e2e-b865-474a-8dca-ddba74d99a25 admin admin] Publish callbacks [] for security_group (c8f469cb-51e6-49aa-a65f-c1414cf6e610), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:14.607081 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-b1f90e2e-b865-474a-8dca-ddba74d99a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (c8f469cb-51e6-49aa-a65f-c1414cf6e610), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:14.610049 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-b1f90e2e-b865-474a-8dca-ddba74d99a25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:14.611359 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-b1f90e2e-b865-474a-8dca-ddba74d99a25 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c8f469cb-51e6-49aa-a65f-c1414cf6e610 HTTP/1.1" status: 204 len: 168 time: 0.1343114 Apr 12 03:06:14.621276 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f90e2e-b865-474a-8dca-ddba74d99a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f469cb-51e6-49aa-a65f-c1414cf6e610,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:06:15.336842 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ccda9e-364f-4530-88da-ad27b8d94b14 req-0f7e5325-30cd-4419-9530-f1029ebef90e tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:15.338305 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-67ccda9e-364f-4530-88da-ad27b8d94b14 req-0f7e5325-30cd-4419-9530-f1029ebef90e tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 945 time: 0.0461502 Apr 12 03:06:15.385551 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-67ccda9e-364f-4530-88da-ad27b8d94b14 req-3f462128-25ba-4f23-bb1a-39404a9da53f tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414457 Apr 12 03:06:16.506181 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0149be-a33d-4215-aecc-fe3fb9fefab1 req-dae7bdc6-0cdc-4288-8b4d-e2c758216e23 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:16.507677 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-db0149be-a33d-4215-aecc-fe3fb9fefab1 req-dae7bdc6-0cdc-4288-8b4d-e2c758216e23 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 945 time: 0.0511405 Apr 12 03:06:16.555202 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-db0149be-a33d-4215-aecc-fe3fb9fefab1 req-9149a3cd-b16e-495e-b701-2f7baff7b04d tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418777 Apr 12 03:06:17.676123 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9f064-0689-423a-b2a4-77847c678372 req-5cf3e6f4-2fa5-43f9-a6c1-fc911eb62995 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:17.677587 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-05b9f064-0689-423a-b2a4-77847c678372 req-5cf3e6f4-2fa5-43f9-a6c1-fc911eb62995 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 945 time: 0.0494215 Apr 12 03:06:17.725666 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-05b9f064-0689-423a-b2a4-77847c678372 req-698f94a1-bcc5-474b-a4f2-ac792479b58c tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425050 Apr 12 03:06:18.264253 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 43494) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:06:18.378291 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-3d4909c4-fc59-4ab8-8d80-c1796ecd6d79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:18.461065 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-3d4909c4-fc59-4ab8-8d80-c1796ecd6d79 admin admin] Publish callbacks [] for security_group (38e2b0ed-e477-4894-99e9-df1cf7bde25c), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:18.466057 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-3d4909c4-fc59-4ab8-8d80-c1796ecd6d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (38e2b0ed-e477-4894-99e9-df1cf7bde25c), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:18.505602 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-3d4909c4-fc59-4ab8-8d80-c1796ecd6d79 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2f720e218b9a4428b65c5528a54188da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2400465 Apr 12 03:06:18.506728 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4909c4-fc59-4ab8-8d80-c1796ecd6d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e2b0ed-e477-4894-99e9-df1cf7bde25c,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:06:18.508693 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 43506) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:06:18.566425 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d73a4b65-7aab-4e01-9245-39c98a494ec5 admin admin] Publish callbacks [] for security_group (38e2b0ed-e477-4894-99e9-df1cf7bde25c), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:18.587637 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d73a4b65-7aab-4e01-9245-39c98a494ec5 admin admin] Publish callbacks [] for security_group (38e2b0ed-e477-4894-99e9-df1cf7bde25c), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:18.641636 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d73a4b65-7aab-4e01-9245-39c98a494ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (38e2b0ed-e477-4894-99e9-df1cf7bde25c), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:18.644243 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d73a4b65-7aab-4e01-9245-39c98a494ec5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:18.645366 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-d73a4b65-7aab-4e01-9245-39c98a494ec5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/38e2b0ed-e477-4894-99e9-df1cf7bde25c HTTP/1.1" status: 204 len: 168 time: 0.1351612 Apr 12 03:06:18.656197 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73a4b65-7aab-4e01-9245-39c98a494ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e2b0ed-e477-4894-99e9-df1cf7bde25c,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:06:18.844453 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36b982-ee1f-46ab-b6b4-e7abaf17d85f req-2568353a-9ead-446f-a858-7893bd6f4ffd tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:18.845921 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-6c36b982-ee1f-46ab-b6b4-e7abaf17d85f req-2568353a-9ead-446f-a858-7893bd6f4ffd tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 945 time: 0.0466187 Apr 12 03:06:18.897073 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-6c36b982-ee1f-46ab-b6b4-e7abaf17d85f req-09ba3d12-055c-4279-bcde-adea27e417ef tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452776 Apr 12 03:06:18.910806 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 43514) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:06:19.127569 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-73197903-72b9-455e-a7de-aee0113aed45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:19.205750 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-73197903-72b9-455e-a7de-aee0113aed45 admin admin] Publish callbacks [] for security_group (295bdd79-35cc-4389-86da-5eeba3b438ad), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:19.210716 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-73197903-72b9-455e-a7de-aee0113aed45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (295bdd79-35cc-4389-86da-5eeba3b438ad), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:19.247628 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73197903-72b9-455e-a7de-aee0113aed45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295bdd79-35cc-4389-86da-5eeba3b438ad,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:06:19.252336 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-73197903-72b9-455e-a7de-aee0113aed45 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=39f71ab94e294d548f316a63868c05b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3405306 Apr 12 03:06:19.256256 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 43516) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:06:19.314506 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-796bd0ce-108b-4350-a569-77f46fc67f7f admin admin] Publish callbacks [] for security_group (295bdd79-35cc-4389-86da-5eeba3b438ad), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:19.336912 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-796bd0ce-108b-4350-a569-77f46fc67f7f admin admin] Publish callbacks [] for security_group (295bdd79-35cc-4389-86da-5eeba3b438ad), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:19.387385 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-796bd0ce-108b-4350-a569-77f46fc67f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (295bdd79-35cc-4389-86da-5eeba3b438ad), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:19.389909 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-796bd0ce-108b-4350-a569-77f46fc67f7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:19.391084 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-796bd0ce-108b-4350-a569-77f46fc67f7f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/295bdd79-35cc-4389-86da-5eeba3b438ad HTTP/1.1" status: 204 len: 168 time: 0.1338568 Apr 12 03:06:19.399368 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796bd0ce-108b-4350-a569-77f46fc67f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295bdd79-35cc-4389-86da-5eeba3b438ad,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:06:20.009838 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88ec1c-4315-4fd3-9559-8f04b2c69a7b req-0d17255d-386b-4181-aa29-1dbe1888cb95 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:20.012129 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-0b88ec1c-4315-4fd3-9559-8f04b2c69a7b req-0d17255d-386b-4181-aa29-1dbe1888cb95 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 945 time: 0.0470347 Apr 12 03:06:20.058954 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-0b88ec1c-4315-4fd3-9559-8f04b2c69a7b req-7de067bb-2b2e-4fe0-9e51-f24b38d16282 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415504 Apr 12 03:06:20.715059 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d9b4afc3-988d-4081-ae69-d9ab2b5cf58b), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:21.177340 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d4aed6-3d84-4b5c-985d-231c2ebee1fa req-cf6688e1-7815-44bd-bf6e-b558801796b0 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:21.178815 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-c6d4aed6-3d84-4b5c-985d-231c2ebee1fa req-cf6688e1-7815-44bd-bf6e-b558801796b0 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 945 time: 0.0513284 Apr 12 03:06:21.230745 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-c6d4aed6-3d84-4b5c-985d-231c2ebee1fa req-e5fd0537-f93e-4b71-8fe1-cd73c0cb6f2f tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461059 Apr 12 03:06:22.353752 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5487b22-6a54-418f-ac99-5d20dd35ede7 req-de06aee8-574e-43b1-b32d-dade46c9512e tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:22.355189 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-a5487b22-6a54-418f-ac99-5d20dd35ede7 req-de06aee8-574e-43b1-b32d-dade46c9512e tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 945 time: 0.0472925 Apr 12 03:06:22.403102 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-a5487b22-6a54-418f-ac99-5d20dd35ede7 req-b522e4d7-9dc1-4eb3-9a98-576b831512e8 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411198 Apr 12 03:06:23.425729 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 43626) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:06:23.530539 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a64aac-daf9-48f6-b615-b669cfb56181 req-fd083c57-f4e5-4735-990b-9b951dd000e0 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:23.532872 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-355f10be-5551-4904-8965-fb12dd661803 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:23.533915 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-a5a64aac-daf9-48f6-b615-b669cfb56181 req-fd083c57-f4e5-4735-990b-9b951dd000e0 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 945 time: 0.0480719 Apr 12 03:06:23.580432 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-a5a64aac-daf9-48f6-b615-b669cfb56181 req-d59c336d-5348-44a1-960b-57d06dd585b9 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416031 Apr 12 03:06:23.609952 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-355f10be-5551-4904-8965-fb12dd661803 admin admin] Publish callbacks [] for security_group (c8c3e15b-6fec-4657-a44d-5c47ab1b2492), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:23.614739 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-355f10be-5551-4904-8965-fb12dd661803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (c8c3e15b-6fec-4657-a44d-5c47ab1b2492), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:23.650755 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-355f10be-5551-4904-8965-fb12dd661803 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0c39feef79894752b1b00d9e452c37f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2240067 Apr 12 03:06:23.651589 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355f10be-5551-4904-8965-fb12dd661803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c3e15b-6fec-4657-a44d-5c47ab1b2492,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:06:23.653632 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 43632) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:06:23.702652 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-110b068d-66e0-4890-b07c-1a4993210df2 admin admin] Publish callbacks [] for security_group (c8c3e15b-6fec-4657-a44d-5c47ab1b2492), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:23.723754 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-110b068d-66e0-4890-b07c-1a4993210df2 admin admin] Publish callbacks [] for security_group (c8c3e15b-6fec-4657-a44d-5c47ab1b2492), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:23.781450 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-110b068d-66e0-4890-b07c-1a4993210df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (c8c3e15b-6fec-4657-a44d-5c47ab1b2492), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:23.783930 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-110b068d-66e0-4890-b07c-1a4993210df2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:23.787803 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-110b068d-66e0-4890-b07c-1a4993210df2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c8c3e15b-6fec-4657-a44d-5c47ab1b2492 HTTP/1.1" status: 204 len: 168 time: 0.1330559 Apr 12 03:06:23.795625 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b068d-66e0-4890-b07c-1a4993210df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c3e15b-6fec-4657-a44d-5c47ab1b2492,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:06:24.055301 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 43638) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:06:24.068660 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-50e94ce3-d307-4735-a331-abdd2932226e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:24.146234 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-50e94ce3-d307-4735-a331-abdd2932226e admin admin] Publish callbacks [] for security_group (bd3177fe-5c5f-4511-b047-720f846806cc), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:24.151930 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-50e94ce3-d307-4735-a331-abdd2932226e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (bd3177fe-5c5f-4511-b047-720f846806cc), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:24.189049 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-50e94ce3-d307-4735-a331-abdd2932226e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=644c2533736c40a4830202239cb208a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1325591 Apr 12 03:06:24.190079 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e94ce3-d307-4735-a331-abdd2932226e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3177fe-5c5f-4511-b047-720f846806cc,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:06:24.191824 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 43640) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:06:24.248597 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-acf16aa1-7d05-4a84-875d-16f1f962b872 admin admin] Publish callbacks [] for security_group (bd3177fe-5c5f-4511-b047-720f846806cc), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:24.271662 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-acf16aa1-7d05-4a84-875d-16f1f962b872 admin admin] Publish callbacks [] for security_group (bd3177fe-5c5f-4511-b047-720f846806cc), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:24.319479 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-acf16aa1-7d05-4a84-875d-16f1f962b872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (bd3177fe-5c5f-4511-b047-720f846806cc), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:24.322418 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-acf16aa1-7d05-4a84-875d-16f1f962b872 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:24.324392 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-acf16aa1-7d05-4a84-875d-16f1f962b872 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bd3177fe-5c5f-4511-b047-720f846806cc HTTP/1.1" status: 204 len: 168 time: 0.1315789 Apr 12 03:06:24.334345 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf16aa1-7d05-4a84-875d-16f1f962b872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3177fe-5c5f-4511-b047-720f846806cc,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:06:24.665613 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 43656) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:06:24.678766 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-75ad940c-15e3-489b-9704-b8c955af391d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:24.693396 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f43b94-ab17-4600-a8eb-afa30c640dd2 req-e5d1d01a-edf4-43c8-a4b8-ed0626f749be tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:24.694923 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-03f43b94-ab17-4600-a8eb-afa30c640dd2 req-e5d1d01a-edf4-43c8-a4b8-ed0626f749be tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 945 time: 0.0475187 Apr 12 03:06:24.744724 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-03f43b94-ab17-4600-a8eb-afa30c640dd2 req-1f926e97-aadf-494d-bdbe-f4dc708100f5 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437307 Apr 12 03:06:24.758781 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-75ad940c-15e3-489b-9704-b8c955af391d admin admin] Publish callbacks [] for security_group (ec2fc62f-df77-4848-8eee-ff7355ddaebc), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:24.763814 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-75ad940c-15e3-489b-9704-b8c955af391d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (ec2fc62f-df77-4848-8eee-ff7355ddaebc), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:24.772432 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0fa8bc36-53ea-4261-ae10-06d4b6fe77c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (fa7f2a92-0c20-457b-b451-d8a4489755d5), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:24.801275 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-75ad940c-15e3-489b-9704-b8c955af391d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d71ee31104d24ebe883a9d4fc462ff51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1345906 Apr 12 03:06:24.803965 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 43658) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:06:24.805873 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ad940c-15e3-489b-9704-b8c955af391d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2fc62f-df77-4848-8eee-ff7355ddaebc,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:06:24.851564 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-8ff2c998-e789-493a-a2c0-8eefaf5d8788 admin admin] Publish callbacks [] for security_group (ec2fc62f-df77-4848-8eee-ff7355ddaebc), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:24.872949 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-8ff2c998-e789-493a-a2c0-8eefaf5d8788 admin admin] Publish callbacks [] for security_group (ec2fc62f-df77-4848-8eee-ff7355ddaebc), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:24.922815 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-8ff2c998-e789-493a-a2c0-8eefaf5d8788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (ec2fc62f-df77-4848-8eee-ff7355ddaebc), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:24.925229 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-8ff2c998-e789-493a-a2c0-8eefaf5d8788 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:24.926357 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-8ff2c998-e789-493a-a2c0-8eefaf5d8788 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ec2fc62f-df77-4848-8eee-ff7355ddaebc HTTP/1.1" status: 204 len: 168 time: 0.1213233 Apr 12 03:06:24.933958 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff2c998-e789-493a-a2c0-8eefaf5d8788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2fc62f-df77-4848-8eee-ff7355ddaebc,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:06:25.865772 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c504b29e-0d0d-4060-be76-1e1c9ce2b38a req-b4c8c114-c85c-4791-98fb-e0fd9784a485 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:25.867244 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-c504b29e-0d0d-4060-be76-1e1c9ce2b38a req-b4c8c114-c85c-4791-98fb-e0fd9784a485 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 945 time: 0.0454268 Apr 12 03:06:25.923310 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-c504b29e-0d0d-4060-be76-1e1c9ce2b38a req-ba9d7d90-ba87-4b14-9bf7-c1acac2cdd32 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500629 Apr 12 03:06:27.046063 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18fcfe1-0cbf-4eb8-9060-ce4d38814062 req-6ec4e5d1-620c-4f79-9ee3-4b2a99808964 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:27.047580 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c18fcfe1-0cbf-4eb8-9060-ce4d38814062 req-6ec4e5d1-620c-4f79-9ee3-4b2a99808964 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 945 time: 0.0508540 Apr 12 03:06:27.103648 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c18fcfe1-0cbf-4eb8-9060-ce4d38814062 req-74f8dbb8-e60e-4ff8-87a0-52e45f840051 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499992 Apr 12 03:06:27.227603 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cc108ef3-a099-4e58-9511-b4ee512bcbe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (beb15aed-f2b6-4676-85ca-b43f14e6acf3), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:28.208487 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a63736aa-03b4-448a-a5ac-a324793c796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (2fa08797-e830-4b1e-af03-8a255eb086f2), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:28.223749 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8733b96d-05e5-4947-bd60-526d3249b7f3 req-cbcf4865-c8d4-4739-a6f3-f773ebc9e9ff tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:28.225240 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-8733b96d-05e5-4947-bd60-526d3249b7f3 req-cbcf4865-c8d4-4739-a6f3-f773ebc9e9ff tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 945 time: 0.0494680 Apr 12 03:06:28.272255 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-8733b96d-05e5-4947-bd60-526d3249b7f3 req-903e8787-cb2c-4015-880b-e7bafdbb0fe6 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414279 Apr 12 03:06:29.414541 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836fb40-8658-4932-afff-9c16db12aa70 req-cf9edc4e-46b1-4b6e-ae7f-a7eb898ec873 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:29.416457 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-5836fb40-8658-4932-afff-9c16db12aa70 req-cf9edc4e-46b1-4b6e-ae7f-a7eb898ec873 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 945 time: 0.0559814 Apr 12 03:06:29.465547 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-5836fb40-8658-4932-afff-9c16db12aa70 req-1d7a5046-d76f-465a-845f-6e87c20b3778 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419927 Apr 12 03:06:29.902857 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be625cda-7f2b-4ec3-b03f-aa24446ccc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d888e177-8f03-43a8-a394-c59927fa1996), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:30.584015 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e900776-0f6e-4a9c-82b1-1c4b4ba69cfb req-1c999171-155c-4b68-a906-e7b5e1273542 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:30.585431 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-6e900776-0f6e-4a9c-82b1-1c4b4ba69cfb req-1c999171-155c-4b68-a906-e7b5e1273542 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 945 time: 0.0474858 Apr 12 03:06:30.638446 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-6e900776-0f6e-4a9c-82b1-1c4b4ba69cfb req-14b79a5c-0722-4544-93a0-117f3c9a0fed tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450845 Apr 12 03:06:31.350142 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:31.759611 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca163d-8ae7-4287-840b-a18a6d196abe req-5c5d3ee9-8943-4dda-b81e-d7eff47c845f tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:31.760968 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-89ca163d-8ae7-4287-840b-a18a6d196abe req-5c5d3ee9-8943-4dda-b81e-d7eff47c845f tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 945 time: 0.0511358 Apr 12 03:06:31.808819 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-89ca163d-8ae7-4287-840b-a18a6d196abe req-2b606a20-7a84-4782-ba6b-f383ee829ad4 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401108 Apr 12 03:06:32.935660 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26857fd-91e7-4961-8329-869230db4799 req-cd1ae503-fcbd-4331-8817-8ef6fa83605f tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:32.937296 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-f26857fd-91e7-4961-8329-869230db4799 req-cd1ae503-fcbd-4331-8817-8ef6fa83605f tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 945 time: 0.0509355 Apr 12 03:06:32.985737 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-f26857fd-91e7-4961-8329-869230db4799 req-935f454d-6106-4521-b0c9-bde846394c43 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428841 Apr 12 03:06:34.124137 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38dea2e-aaa4-4e5e-87c4-418cc549ca66 req-ab243baa-01f9-434b-834b-37db0d93f2e7 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:34.125944 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-e38dea2e-aaa4-4e5e-87c4-418cc549ca66 req-ab243baa-01f9-434b-834b-37db0d93f2e7 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 945 time: 0.0604937 Apr 12 03:06:34.173963 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-e38dea2e-aaa4-4e5e-87c4-418cc549ca66 req-578cc3a8-29da-4e0d-b6e9-ff1fd1c0b4d6 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421281 Apr 12 03:06:34.432621 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a0839-d883-4903-bed7-ce292d5ee641 req-43c8f489-9f3e-433c-aef2-9a3919090456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:34.434105 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-646a0839-d883-4903-bed7-ce292d5ee641 req-43c8f489-9f3e-433c-aef2-9a3919090456 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 1129 time: 0.0376842 Apr 12 03:06:34.500671 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-646a0839-d883-4903-bed7-ce292d5ee641 req-8ac3195e-b259-4e8a-826e-4a04305d7814 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461538 Apr 12 03:06:35.313733 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6114ae-10a0-4a38-816b-cc4d2b57bc7f req-08aa534f-0b81-48fd-ac33-04b23ddc21f0 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:35.315174 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-2e6114ae-10a0-4a38-816b-cc4d2b57bc7f req-08aa534f-0b81-48fd-ac33-04b23ddc21f0 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 945 time: 0.0576811 Apr 12 03:06:35.368158 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-2e6114ae-10a0-4a38-816b-cc4d2b57bc7f req-42478c79-8360-4dfb-b257-11399f5413d8 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448835 Apr 12 03:06:36.491266 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f216d5e-e1b7-4283-b52c-56e1e5ca4812 req-11612eb6-4a4d-4895-927b-a2e4453811d8 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:36.492737 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-0f216d5e-e1b7-4283-b52c-56e1e5ca4812 req-11612eb6-4a4d-4895-927b-a2e4453811d8 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 945 time: 0.0500143 Apr 12 03:06:36.545908 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-0f216d5e-e1b7-4283-b52c-56e1e5ca4812 req-dd72c365-93b1-4be2-bc09-dde25adbd8de tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448031 Apr 12 03:06:37.659913 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621cbcd6-4535-41a5-bbcf-8002b3536b34 req-34e98350-f792-4851-ba1e-70be75c742e6 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:37.661331 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-621cbcd6-4535-41a5-bbcf-8002b3536b34 req-34e98350-f792-4851-ba1e-70be75c742e6 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 945 time: 0.0486465 Apr 12 03:06:37.707228 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-621cbcd6-4535-41a5-bbcf-8002b3536b34 req-a1419ae1-fa07-4849-8244-995dbf1056e2 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404210 Apr 12 03:06:38.830926 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad4cf4-620d-41e0-a70b-61dbcdc6dca2 req-87a3b037-0e77-4e7b-97a3-703079e60160 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:38.832419 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-afad4cf4-620d-41e0-a70b-61dbcdc6dca2 req-87a3b037-0e77-4e7b-97a3-703079e60160 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 945 time: 0.0475659 Apr 12 03:06:38.881456 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-afad4cf4-620d-41e0-a70b-61dbcdc6dca2 req-12fc9ed8-c8e4-4628-9039-b0572b5e9a2a tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433466 Apr 12 03:06:38.993010 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660fdf8-38fd-4d40-a3b7-f530479109c0 req-de2fd296-7106-4487-9e78-99561e37b9e6 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:38.994468 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-3660fdf8-38fd-4d40-a3b7-f530479109c0 req-de2fd296-7106-4487-9e78-99561e37b9e6 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e636e7e-3a3d-4e34-a988-28131f3278c7 HTTP/1.1" status: 200 len: 946 time: 0.0467255 Apr 12 03:06:39.043822 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-3660fdf8-38fd-4d40-a3b7-f530479109c0 req-b9de4c1a-5559-4d85-9b2d-a25ea36023c6 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437152 Apr 12 03:06:40.504346 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.agents_db [None req-d3c4685f-78b0-4ffc-8e41-99bd627ddb58 None None] Agent healthcheck: found 6 active agents {{(pid=103486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:06:40.675042 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5e28d-9ef2-49b5-8cf3-7e721dfa1788 req-f7adf6cf-fb89-404b-acef-cfa08927c5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:40.676620 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-fbd5e28d-9ef2-49b5-8cf3-7e721dfa1788 req-f7adf6cf-fb89-404b-acef-cfa08927c5a8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=52b2d02e7570468daabac047ad3a7fa5&device_id=4e636e7e-3a3d-4e34-a988-28131f3278c7 HTTP/1.1" status: 200 len: 1130 time: 0.0411301 Apr 12 03:06:40.677158 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e31ee-ef4a-4ad6-871f-65e20a76b076 req-d6ffb994-21b5-464c-9ba1-f6397d62a92d tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:40.678730 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-4f0e31ee-ef4a-4ad6-871f-65e20a76b076 req-d6ffb994-21b5-464c-9ba1-f6397d62a92d tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e636e7e-3a3d-4e34-a988-28131f3278c7 HTTP/1.1" status: 200 len: 946 time: 0.0488102 Apr 12 03:06:40.733526 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-4f0e31ee-ef4a-4ad6-871f-65e20a76b076 req-e31ef33e-40e4-4c1d-be46-a4e4755345d5 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462449 Apr 12 03:06:40.776472 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5e28d-9ef2-49b5-8cf3-7e721dfa1788 req-993ab429-365e-4f68-99ea-fddd57372b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:40.777934 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-fbd5e28d-9ef2-49b5-8cf3-7e721dfa1788 req-993ab429-365e-4f68-99ea-fddd57372b50 service neutron] 10.222.0.25 "GET /v2.0/networks?id=14a47694-9f88-4832-ab57-c60bc64938b8 HTTP/1.1" status: 200 len: 918 time: 0.0913434 Apr 12 03:06:40.819267 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-fbd5e28d-9ef2-49b5-8cf3-7e721dfa1788 req-3a2c4553-277f-4b5a-b054-6b0b2d426b97 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=122baedd-45f6-42b3-afc4-58af86808097 HTTP/1.1" status: 200 len: 217 time: 0.0346930 Apr 12 03:06:40.870696 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5e28d-9ef2-49b5-8cf3-7e721dfa1788 req-bdd40325-e301-4431-87c4-202b3e245f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:40.872103 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-fbd5e28d-9ef2-49b5-8cf3-7e721dfa1788 req-bdd40325-e301-4431-87c4-202b3e245f41 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fe4d4e4c-7961-4f3e-a108-6fc7a367da7d HTTP/1.1" status: 200 len: 857 time: 0.0452974 Apr 12 03:06:40.918468 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5e28d-9ef2-49b5-8cf3-7e721dfa1788 req-66fa4b4a-d1a1-4384-8e33-795cc6d5af16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:40.919953 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-fbd5e28d-9ef2-49b5-8cf3-7e721dfa1788 req-66fa4b4a-d1a1-4384-8e33-795cc6d5af16 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=14a47694-9f88-4832-ab57-c60bc64938b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415294 Apr 12 03:06:41.013698 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-fbd5e28d-9ef2-49b5-8cf3-7e721dfa1788 req-13f31c71-1a7a-44c9-b045-1ed829a4ce78 service neutron] 10.222.0.25 "GET /v2.0/networks/14a47694-9f88-4832-ab57-c60bc64938b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841825 Apr 12 03:06:41.112054 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-fbd5e28d-9ef2-49b5-8cf3-7e721dfa1788 req-d604d7c0-0221-4bcb-9182-d1f856d8bdf8 service neutron] 10.222.0.25 "GET /v2.0/networks/14a47694-9f88-4832-ab57-c60bc64938b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908699 Apr 12 03:06:41.863694 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d50941-d180-4882-9242-a6efcff5c239 req-774de7a6-5933-41a6-9698-84aadfabb81d tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:41.865443 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-03d50941-d180-4882-9242-a6efcff5c239 req-774de7a6-5933-41a6-9698-84aadfabb81d tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e636e7e-3a3d-4e34-a988-28131f3278c7 HTTP/1.1" status: 200 len: 946 time: 0.0589252 Apr 12 03:06:41.919321 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-03d50941-d180-4882-9242-a6efcff5c239 req-246631bc-8fbb-423b-8785-9f9affefa69e tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471139 Apr 12 03:06:43.039567 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bba9b1-cc6c-4e85-b839-7d9d0f18f49c req-1c091ca0-07a8-410b-bb4b-cc83f8106208 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:43.041050 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-e6bba9b1-cc6c-4e85-b839-7d9d0f18f49c req-1c091ca0-07a8-410b-bb4b-cc83f8106208 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e636e7e-3a3d-4e34-a988-28131f3278c7 HTTP/1.1" status: 200 len: 946 time: 0.0468175 Apr 12 03:06:43.092489 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-e6bba9b1-cc6c-4e85-b839-7d9d0f18f49c req-741a0ac3-423f-43a7-9c4a-6ecfc0a9a66e tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427074 Apr 12 03:06:44.240527 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0222ec9d-1856-40bb-92c1-8ae2eb953138 req-bd395eab-7409-4e71-a4c8-86789cdd4008 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:44.241990 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-0222ec9d-1856-40bb-92c1-8ae2eb953138 req-bd395eab-7409-4e71-a4c8-86789cdd4008 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e636e7e-3a3d-4e34-a988-28131f3278c7 HTTP/1.1" status: 200 len: 946 time: 0.0700550 Apr 12 03:06:44.296256 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-0222ec9d-1856-40bb-92c1-8ae2eb953138 req-c58ead19-8e59-4e68-8cb9-3a862dfe5630 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459630 Apr 12 03:06:45.412694 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f13aff-8767-4f01-9533-ec03c62cc30d req-340d0331-0885-4053-ada2-713653c0cafa tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:45.414187 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-47f13aff-8767-4f01-9533-ec03c62cc30d req-340d0331-0885-4053-ada2-713653c0cafa tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e636e7e-3a3d-4e34-a988-28131f3278c7 HTTP/1.1" status: 200 len: 946 time: 0.0489457 Apr 12 03:06:45.462391 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-47f13aff-8767-4f01-9533-ec03c62cc30d req-c1be7494-fdd5-41f5-a6eb-65e033863289 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425689 Apr 12 03:06:46.592911 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2402e0-71ea-4200-a660-0f8e825c0cc8 req-d6a8a825-1a2b-44af-b02a-03286c5da764 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:46.594394 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-8d2402e0-71ea-4200-a660-0f8e825c0cc8 req-d6a8a825-1a2b-44af-b02a-03286c5da764 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e636e7e-3a3d-4e34-a988-28131f3278c7 HTTP/1.1" status: 200 len: 946 time: 0.0519943 Apr 12 03:06:46.647620 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-8d2402e0-71ea-4200-a660-0f8e825c0cc8 req-eaee9cb8-435b-43de-8406-e54fa3db8486 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459356 Apr 12 03:06:47.776524 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650110d6-4a40-4f2d-b299-3e73568e980a req-d5199082-6a64-4396-9559-d91c4928c347 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:47.777826 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-650110d6-4a40-4f2d-b299-3e73568e980a req-d5199082-6a64-4396-9559-d91c4928c347 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e636e7e-3a3d-4e34-a988-28131f3278c7 HTTP/1.1" status: 200 len: 946 time: 0.0537090 Apr 12 03:06:47.830028 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-650110d6-4a40-4f2d-b299-3e73568e980a req-bd6628ec-3ead-474f-880e-9b1a36316e79 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448225 Apr 12 03:06:48.953121 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2aa56-6662-4334-8aaf-1f0463260bf8 req-8662680b-25a5-4dc8-80ff-d7e30f0601e8 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:48.954577 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-4ce2aa56-6662-4334-8aaf-1f0463260bf8 req-8662680b-25a5-4dc8-80ff-d7e30f0601e8 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e636e7e-3a3d-4e34-a988-28131f3278c7 HTTP/1.1" status: 200 len: 946 time: 0.0496850 Apr 12 03:06:49.004521 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-4ce2aa56-6662-4334-8aaf-1f0463260bf8 req-8c349f3a-78c8-47d3-9dc7-94ac37a45191 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415628 Apr 12 03:06:50.019123 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 44006) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:06:50.119836 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fd0448-71a7-49b8-93ea-046c4868e05f req-768e1f99-95f8-49cf-9829-5c3f0d4194d2 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:50.121311 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-e1fd0448-71a7-49b8-93ea-046c4868e05f req-768e1f99-95f8-49cf-9829-5c3f0d4194d2 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e636e7e-3a3d-4e34-a988-28131f3278c7 HTTP/1.1" status: 200 len: 946 time: 0.0501752 Apr 12 03:06:50.168879 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ab9fffb5-2e59-4cd5-8861-0942a6ccff45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:50.170358 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-e1fd0448-71a7-49b8-93ea-046c4868e05f req-e3d42069-ee51-4638-a6a1-c760a501cc8a tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433147 Apr 12 03:06:50.248915 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ab9fffb5-2e59-4cd5-8861-0942a6ccff45 admin admin] Publish callbacks [] for security_group (9da8d45c-4375-4552-9508-4f2c2c344b70), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:50.254523 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ab9fffb5-2e59-4cd5-8861-0942a6ccff45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (9da8d45c-4375-4552-9508-4f2c2c344b70), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:50.294690 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-ab9fffb5-2e59-4cd5-8861-0942a6ccff45 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e8ee3b5dbdc94c939ed4354e43e3f682&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2740138 Apr 12 03:06:50.295590 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9fffb5-2e59-4cd5-8861-0942a6ccff45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da8d45c-4375-4552-9508-4f2c2c344b70,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:06:50.297767 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 44016) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:06:50.349884 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6a6e4867-0fe9-4cdb-8102-35fee66099db admin admin] Publish callbacks [] for security_group (9da8d45c-4375-4552-9508-4f2c2c344b70), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:50.371685 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6a6e4867-0fe9-4cdb-8102-35fee66099db admin admin] Publish callbacks [] for security_group (9da8d45c-4375-4552-9508-4f2c2c344b70), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:50.425235 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6a6e4867-0fe9-4cdb-8102-35fee66099db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (9da8d45c-4375-4552-9508-4f2c2c344b70), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:50.427802 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6a6e4867-0fe9-4cdb-8102-35fee66099db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:50.429022 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-6a6e4867-0fe9-4cdb-8102-35fee66099db admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9da8d45c-4375-4552-9508-4f2c2c344b70 HTTP/1.1" status: 204 len: 168 time: 0.1300390 Apr 12 03:06:50.437038 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6e4867-0fe9-4cdb-8102-35fee66099db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da8d45c-4375-4552-9508-4f2c2c344b70,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:06:50.753123 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d9b4afc3-988d-4081-ae69-d9ab2b5cf58b), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:51.292246 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e4a32-5dbc-4ded-add8-bbb0b89037e0 req-834349d7-cf8a-4eb4-95fb-0905dd9d5c66 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:51.293734 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-d49e4a32-5dbc-4ded-add8-bbb0b89037e0 req-834349d7-cf8a-4eb4-95fb-0905dd9d5c66 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e636e7e-3a3d-4e34-a988-28131f3278c7 HTTP/1.1" status: 200 len: 946 time: 0.0482755 Apr 12 03:06:51.342376 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-d49e4a32-5dbc-4ded-add8-bbb0b89037e0 req-d6509b7f-bfa4-4349-b705-682708f3b54c tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430605 Apr 12 03:06:52.460845 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a33bd-03fc-4e1d-aa28-dbf1ef425811 req-781f3c96-46dd-4878-9079-baa41fc6f645 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:52.462299 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-032a33bd-03fc-4e1d-aa28-dbf1ef425811 req-781f3c96-46dd-4878-9079-baa41fc6f645 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e636e7e-3a3d-4e34-a988-28131f3278c7 HTTP/1.1" status: 200 len: 946 time: 0.0489206 Apr 12 03:06:52.517339 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-032a33bd-03fc-4e1d-aa28-dbf1ef425811 req-4d596bf4-d075-44c0-8753-1f755d9b0d6d tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474591 Apr 12 03:06:53.638318 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefa0b6-6aca-4087-bb6d-b15de5ae42fb req-b177c9c0-f08a-4e34-879d-e458ae390253 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:53.640688 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-ccefa0b6-6aca-4087-bb6d-b15de5ae42fb req-b177c9c0-f08a-4e34-879d-e458ae390253 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e636e7e-3a3d-4e34-a988-28131f3278c7 HTTP/1.1" status: 200 len: 946 time: 0.0543213 Apr 12 03:06:53.697435 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-ccefa0b6-6aca-4087-bb6d-b15de5ae42fb req-cf6f904f-43c8-40f1-b9e1-6a014572a7a4 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508623 Apr 12 03:06:54.768159 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0bc60ac6-61ef-41b3-8fcf-b193341d092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (fa7f2a92-0c20-457b-b451-d8a4489755d5), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:54.817938 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c23d2-98ba-45a3-9d1b-c335403c8ff4 req-231fb93c-7879-4d5e-8339-d2673c7bd2a7 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:54.819647 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-c81c23d2-98ba-45a3-9d1b-c335403c8ff4 req-231fb93c-7879-4d5e-8339-d2673c7bd2a7 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e636e7e-3a3d-4e34-a988-28131f3278c7 HTTP/1.1" status: 200 len: 946 time: 0.0482066 Apr 12 03:06:54.869416 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-c81c23d2-98ba-45a3-9d1b-c335403c8ff4 req-3542ff6d-8ef6-4ea1-af25-a3a9878c9302 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433016 Apr 12 03:06:55.994227 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e791a-ea67-4921-8d13-92ad182bc793 req-fcb5acf5-55c7-4860-9e63-190efbe06c13 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:55.995647 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-dc5e791a-ea67-4921-8d13-92ad182bc793 req-fcb5acf5-55c7-4860-9e63-190efbe06c13 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e636e7e-3a3d-4e34-a988-28131f3278c7 HTTP/1.1" status: 200 len: 946 time: 0.0540793 Apr 12 03:06:56.042832 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-dc5e791a-ea67-4921-8d13-92ad182bc793 req-1dff1aa9-def4-4379-b636-ad4576e5de92 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408852 Apr 12 03:06:56.194002 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33137010-5b9f-47f7-aef6-d57f9780f525 req-a0425736-b125-415e-b309-c7f1d0ccdfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:56.195390 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-33137010-5b9f-47f7-aef6-d57f9780f525 req-a0425736-b125-415e-b309-c7f1d0ccdfbc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=52b2d02e7570468daabac047ad3a7fa5&device_id=4e636e7e-3a3d-4e34-a988-28131f3278c7 HTTP/1.1" status: 200 len: 1130 time: 0.0402908 Apr 12 03:06:56.315127 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33137010-5b9f-47f7-aef6-d57f9780f525 req-9ebcf572-50a4-4921-8b9b-13a074771f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:56.316561 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-33137010-5b9f-47f7-aef6-d57f9780f525 req-9ebcf572-50a4-4921-8b9b-13a074771f14 service neutron] 10.222.0.25 "GET /v2.0/networks?id=14a47694-9f88-4832-ab57-c60bc64938b8 HTTP/1.1" status: 200 len: 918 time: 0.0939932 Apr 12 03:06:56.393141 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-33137010-5b9f-47f7-aef6-d57f9780f525 req-6473d96c-b0f4-45a8-b7e2-aa244510ad43 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=122baedd-45f6-42b3-afc4-58af86808097 HTTP/1.1" status: 200 len: 217 time: 0.0359807 Apr 12 03:06:56.455642 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33137010-5b9f-47f7-aef6-d57f9780f525 req-e8506f73-9a00-411d-8417-761d50c2d27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:56.457201 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-33137010-5b9f-47f7-aef6-d57f9780f525 req-e8506f73-9a00-411d-8417-761d50c2d27a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fe4d4e4c-7961-4f3e-a108-6fc7a367da7d HTTP/1.1" status: 200 len: 857 time: 0.0518689 Apr 12 03:06:56.514607 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33137010-5b9f-47f7-aef6-d57f9780f525 req-e82ccaff-7302-4e37-80c8-c78a766cf0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:56.516427 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-33137010-5b9f-47f7-aef6-d57f9780f525 req-e82ccaff-7302-4e37-80c8-c78a766cf0e2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=14a47694-9f88-4832-ab57-c60bc64938b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451117 Apr 12 03:06:56.618669 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-33137010-5b9f-47f7-aef6-d57f9780f525 req-6045ebac-b622-47e9-8e30-09851a3e4c2f service neutron] 10.222.0.25 "GET /v2.0/networks/14a47694-9f88-4832-ab57-c60bc64938b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941629 Apr 12 03:06:56.731866 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-33137010-5b9f-47f7-aef6-d57f9780f525 req-f4ab91be-744c-49cd-bca9-80fa44a7e21e service neutron] 10.222.0.25 "GET /v2.0/networks/14a47694-9f88-4832-ab57-c60bc64938b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966842 Apr 12 03:06:57.159355 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426dd88-e7ba-496a-8352-cc07ea60ca54 req-d5038b2a-dc49-4478-ba8c-54402cbb3b3a tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:57.160876 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-c426dd88-e7ba-496a-8352-cc07ea60ca54 req-d5038b2a-dc49-4478-ba8c-54402cbb3b3a tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e636e7e-3a3d-4e34-a988-28131f3278c7 HTTP/1.1" status: 200 len: 946 time: 0.0498078 Apr 12 03:06:57.210762 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-c426dd88-e7ba-496a-8352-cc07ea60ca54 req-7aa5b608-04bf-4624-9a75-1a236c37a84c tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440569 Apr 12 03:06:57.243378 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dfe9e99b-b0c7-4ff1-8543-e8aa8a93aa74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (beb15aed-f2b6-4676-85ca-b43f14e6acf3), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:58.222268 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a63736aa-03b4-448a-a5ac-a324793c796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (2fa08797-e830-4b1e-af03-8a255eb086f2), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:58.325994 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b111fb-17ac-41e9-bd94-604d1a73f3b2 req-cce870a6-facc-427c-82f1-8c1c0ba9c3f7 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:58.327588 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-13b111fb-17ac-41e9-bd94-604d1a73f3b2 req-cce870a6-facc-427c-82f1-8c1c0ba9c3f7 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e636e7e-3a3d-4e34-a988-28131f3278c7 HTTP/1.1" status: 200 len: 946 time: 0.0468471 Apr 12 03:06:58.376241 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-13b111fb-17ac-41e9-bd94-604d1a73f3b2 req-cda715c6-0c7a-408b-86e2-e90cf4f5c30e tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414314 Apr 12 03:06:59.502193 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde33de0-8e7f-4950-b433-429d3e5df19a req-c3fbe54a-e23f-4b0c-8722-55203aa1933e tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:06:59.503631 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-cde33de0-8e7f-4950-b433-429d3e5df19a req-c3fbe54a-e23f-4b0c-8722-55203aa1933e tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e636e7e-3a3d-4e34-a988-28131f3278c7 HTTP/1.1" status: 200 len: 946 time: 0.0571859 Apr 12 03:06:59.551058 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-cde33de0-8e7f-4950-b433-429d3e5df19a req-128f011f-f9f6-4ed3-bd08-60e2a3ab681e tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418684 Apr 12 03:06:59.901639 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be625cda-7f2b-4ec3-b03f-aa24446ccc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d888e177-8f03-43a8-a394-c59927fa1996), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:00.669832 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7074671-14ba-4701-9655-12af54cd9aa6 req-23421668-1f7e-4be0-993b-5e25a3428940 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:00.671376 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-a7074671-14ba-4701-9655-12af54cd9aa6 req-23421668-1f7e-4be0-993b-5e25a3428940 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e636e7e-3a3d-4e34-a988-28131f3278c7 HTTP/1.1" status: 200 len: 946 time: 0.0484278 Apr 12 03:07:00.721928 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-a7074671-14ba-4701-9655-12af54cd9aa6 req-3e938f07-1403-4c1a-b7b8-892845a6f72e tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443883 Apr 12 03:07:01.367751 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:01.840816 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84668e23-4675-4bc9-90cc-d87865827af4 req-26b8b430-fde1-4c56-baff-05e679dc889f tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:01.842296 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-84668e23-4675-4bc9-90cc-d87865827af4 req-26b8b430-fde1-4c56-baff-05e679dc889f tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e636e7e-3a3d-4e34-a988-28131f3278c7 HTTP/1.1" status: 200 len: 946 time: 0.0510144 Apr 12 03:07:01.902614 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-84668e23-4675-4bc9-90cc-d87865827af4 req-f0e0e493-98a0-49cc-9aba-19b0a79257a1 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519140 Apr 12 03:07:03.029223 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e8ef2-9f2f-42ea-9a02-0810f798468b req-2c6f5c67-241d-4e9e-844d-c982420a6478 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:03.030683 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-1a6e8ef2-9f2f-42ea-9a02-0810f798468b req-2c6f5c67-241d-4e9e-844d-c982420a6478 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e636e7e-3a3d-4e34-a988-28131f3278c7 HTTP/1.1" status: 200 len: 946 time: 0.0481758 Apr 12 03:07:03.084533 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-1a6e8ef2-9f2f-42ea-9a02-0810f798468b req-39090a57-1304-4517-94f4-1cad708d7ef2 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452414 Apr 12 03:07:04.215957 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c40c9-4fb0-422c-bb09-885e5c06c35f req-867f6300-0427-488b-86e0-cfb9aba0a514 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:04.217503 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-d81c40c9-4fb0-422c-bb09-885e5c06c35f req-867f6300-0427-488b-86e0-cfb9aba0a514 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e636e7e-3a3d-4e34-a988-28131f3278c7 HTTP/1.1" status: 200 len: 946 time: 0.0553403 Apr 12 03:07:04.270362 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-d81c40c9-4fb0-422c-bb09-885e5c06c35f req-5c3a5998-8669-4795-99c2-20c7fea4974e tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468683 Apr 12 03:07:05.402546 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dfbfd7-8b26-4509-b44a-6fa3b48fe753 req-208624df-9a91-4420-ba6d-954584890fec tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:05.403925 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-75dfbfd7-8b26-4509-b44a-6fa3b48fe753 req-208624df-9a91-4420-ba6d-954584890fec tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e636e7e-3a3d-4e34-a988-28131f3278c7 HTTP/1.1" status: 200 len: 946 time: 0.0483468 Apr 12 03:07:05.464014 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-75dfbfd7-8b26-4509-b44a-6fa3b48fe753 req-55f5e696-91c9-40b5-a0c6-48ed7e741734 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528440 Apr 12 03:07:06.439873 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaec3f3-2d5d-4f1a-b655-daf780242c9d req-56331fa3-2dcb-4199-bee4-d25ad27a9c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:06.441270 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-2aaec3f3-2d5d-4f1a-b655-daf780242c9d req-56331fa3-2dcb-4199-bee4-d25ad27a9c96 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4e636e7e-3a3d-4e34-a988-28131f3278c7 HTTP/1.1" status: 200 len: 1130 time: 0.0371323 Apr 12 03:07:06.486174 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-2aaec3f3-2d5d-4f1a-b655-daf780242c9d req-05526899-ab8e-43de-a8c7-4838462ab33d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364928 Apr 12 03:07:06.590217 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3289991-4b1f-4b3d-a7f0-55372ae51a52 req-1bd31f72-0aaf-4944-8a75-d19d6c02c25f tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:06.591681 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-b3289991-4b1f-4b3d-a7f0-55372ae51a52 req-1bd31f72-0aaf-4944-8a75-d19d6c02c25f tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e636e7e-3a3d-4e34-a988-28131f3278c7 HTTP/1.1" status: 200 len: 946 time: 0.0471425 Apr 12 03:07:06.637724 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-b3289991-4b1f-4b3d-a7f0-55372ae51a52 req-5d010a5f-b611-406c-af25-1dbe4b2f08a7 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397880 Apr 12 03:07:07.735533 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a8e64-1d6b-4ec3-84e7-2c8804195933 req-5269ad22-b006-4ca5-8b55-855f8dcb2bb4 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:07.744943 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c15a8e64-1d6b-4ec3-84e7-2c8804195933 req-5269ad22-b006-4ca5-8b55-855f8dcb2bb4 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 946 time: 0.0616529 Apr 12 03:07:07.787751 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0fdb88-a2e5-4ee3-b938-184c7c036caa req-4eec39a0-76fb-49b7-866d-beadb39898c0 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:07.789827 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-8a0fdb88-a2e5-4ee3-b938-184c7c036caa req-4eec39a0-76fb-49b7-866d-beadb39898c0 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e636e7e-3a3d-4e34-a988-28131f3278c7 HTTP/1.1" status: 200 len: 946 time: 0.0680218 Apr 12 03:07:07.796025 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c15a8e64-1d6b-4ec3-84e7-2c8804195933 req-ffa6c47f-c672-4c89-8b69-5ca03e42576f tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501151 Apr 12 03:07:07.852590 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-8a0fdb88-a2e5-4ee3-b938-184c7c036caa req-23880f26-f0cd-4048-883f-fa12a8301844 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548422 Apr 12 03:07:08.927867 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c570601-06b7-4f5b-af5c-104e7fea51ae req-e8e7dade-d62d-48f3-9a87-64bb2e16cc0a tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:08.929417 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-2c570601-06b7-4f5b-af5c-104e7fea51ae req-e8e7dade-d62d-48f3-9a87-64bb2e16cc0a tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 946 time: 0.0498784 Apr 12 03:07:08.965836 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5ab14-604d-4928-8d11-26e78708c6d8 req-c5bf92b5-5ef2-44f2-b03c-3a0229be7f10 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:08.967304 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-08a5ab14-604d-4928-8d11-26e78708c6d8 req-c5bf92b5-5ef2-44f2-b03c-3a0229be7f10 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e636e7e-3a3d-4e34-a988-28131f3278c7 HTTP/1.1" status: 200 len: 946 time: 0.0462115 Apr 12 03:07:08.976002 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-2c570601-06b7-4f5b-af5c-104e7fea51ae req-999eea05-1735-48cb-88e1-89b5f0ee353e tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408769 Apr 12 03:07:09.015694 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-08a5ab14-604d-4928-8d11-26e78708c6d8 req-38ee155e-fdf3-4423-b9cf-92eea640cb92 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424254 Apr 12 03:07:09.534191 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b298f0-8c69-4409-80d6-04838a7f35cc req-65bf7f3d-437a-4875-923f-88ba6cdc3f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:09.535650 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c1b298f0-8c69-4409-80d6-04838a7f35cc req-65bf7f3d-437a-4875-923f-88ba6cdc3f83 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=52b2d02e7570468daabac047ad3a7fa5&device_id=4e636e7e-3a3d-4e34-a988-28131f3278c7 HTTP/1.1" status: 200 len: 1130 time: 0.3158109 Apr 12 03:07:09.543966 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf943cbb-0950-4c49-b0f4-4bb08c3c0c7d req-6c9eb8e5-2bd6-4453-9be4-6f1f7dc78d0e tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:09.545321 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-bf943cbb-0950-4c49-b0f4-4bb08c3c0c7d req-6c9eb8e5-2bd6-4453-9be4-6f1f7dc78d0e tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e636e7e-3a3d-4e34-a988-28131f3278c7 HTTP/1.1" status: 200 len: 946 time: 0.3174593 Apr 12 03:07:09.651007 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-bf943cbb-0950-4c49-b0f4-4bb08c3c0c7d req-46dbbd3c-c6ca-45db-9cde-ac3d99aaf639 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953975 Apr 12 03:07:09.664622 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b298f0-8c69-4409-80d6-04838a7f35cc req-08284b2e-2ed6-49bc-8219-e1598b48ae39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:09.666031 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c1b298f0-8c69-4409-80d6-04838a7f35cc req-08284b2e-2ed6-49bc-8219-e1598b48ae39 service neutron] 10.222.0.25 "GET /v2.0/networks?id=14a47694-9f88-4832-ab57-c60bc64938b8 HTTP/1.1" status: 200 len: 918 time: 0.1198511 Apr 12 03:07:09.719284 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c1b298f0-8c69-4409-80d6-04838a7f35cc req-2076e9fe-efa6-4f36-a8fc-aa930e6a4dee service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=122baedd-45f6-42b3-afc4-58af86808097 HTTP/1.1" status: 200 len: 217 time: 0.0432107 Apr 12 03:07:09.778036 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b298f0-8c69-4409-80d6-04838a7f35cc req-1b324e7c-93e7-4d54-9814-b41a6d6ef7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:09.779388 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c1b298f0-8c69-4409-80d6-04838a7f35cc req-1b324e7c-93e7-4d54-9814-b41a6d6ef7a5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fe4d4e4c-7961-4f3e-a108-6fc7a367da7d HTTP/1.1" status: 200 len: 857 time: 0.0452414 Apr 12 03:07:09.829258 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b298f0-8c69-4409-80d6-04838a7f35cc req-38148c32-21b2-4829-87d7-0d86fcd20c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:09.830836 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c1b298f0-8c69-4409-80d6-04838a7f35cc req-38148c32-21b2-4829-87d7-0d86fcd20c43 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=14a47694-9f88-4832-ab57-c60bc64938b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437558 Apr 12 03:07:09.940747 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c1b298f0-8c69-4409-80d6-04838a7f35cc req-5eaa48d5-3ff1-4bda-9169-e50f56d292fc service neutron] 10.222.0.25 "GET /v2.0/networks/14a47694-9f88-4832-ab57-c60bc64938b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888894 Apr 12 03:07:10.054724 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c1b298f0-8c69-4409-80d6-04838a7f35cc req-6ec1d739-ec9f-42a6-a8fd-082e3adb6758 service neutron] 10.222.0.25 "GET /v2.0/networks/14a47694-9f88-4832-ab57-c60bc64938b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032081 Apr 12 03:07:10.098568 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a8eda-57e6-4e96-8db2-6159458d1a10 req-866c570f-f47b-4d09-98a6-2abbe9249585 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:10.100082 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-8a2a8eda-57e6-4e96-8db2-6159458d1a10 req-866c570f-f47b-4d09-98a6-2abbe9249585 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 946 time: 0.0514295 Apr 12 03:07:10.146519 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-8a2a8eda-57e6-4e96-8db2-6159458d1a10 req-bc14bd61-c2cd-48dc-96ed-d99f00a63b30 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406153 Apr 12 03:07:10.768316 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90205b0-dc10-41f7-93ab-27cd574ec6fb req-57f0671b-7eab-4b12-96b0-674930b8a748 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:10.769773 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c90205b0-dc10-41f7-93ab-27cd574ec6fb req-57f0671b-7eab-4b12-96b0-674930b8a748 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e636e7e-3a3d-4e34-a988-28131f3278c7 HTTP/1.1" status: 200 len: 946 time: 0.0507038 Apr 12 03:07:10.818021 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c90205b0-dc10-41f7-93ab-27cd574ec6fb req-19df0908-dace-4e29-a0a3-4d56d9bc617c tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425990 Apr 12 03:07:10.899505 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 44352) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:07:11.008974 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8802d01b-d714-4a33-80d8-17e82f2aef6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:11.102108 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8802d01b-d714-4a33-80d8-17e82f2aef6e admin admin] Publish callbacks [] for security_group (ad496b06-e631-4eea-8787-cdd294432a93), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:11.108148 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8802d01b-d714-4a33-80d8-17e82f2aef6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (ad496b06-e631-4eea-8787-cdd294432a93), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:11.148288 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-8802d01b-d714-4a33-80d8-17e82f2aef6e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d753aa9bc3fb4030b74948494f14f77a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2476273 Apr 12 03:07:11.149304 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8802d01b-d714-4a33-80d8-17e82f2aef6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad496b06-e631-4eea-8787-cdd294432a93,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:11.149725 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 44360) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:07:11.159532 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8802d01b-d714-4a33-80d8-17e82f2aef6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:07:11.160025 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8802d01b-d714-4a33-80d8-17e82f2aef6e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:07:11.160619 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8802d01b-d714-4a33-80d8-17e82f2aef6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:07:11.160971 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8802d01b-d714-4a33-80d8-17e82f2aef6e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:07:11.161312 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8802d01b-d714-4a33-80d8-17e82f2aef6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:07:11.162343 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8802d01b-d714-4a33-80d8-17e82f2aef6e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:07:11.162710 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8802d01b-d714-4a33-80d8-17e82f2aef6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:07:11.163035 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8802d01b-d714-4a33-80d8-17e82f2aef6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:07:11.163382 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8802d01b-d714-4a33-80d8-17e82f2aef6e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:07:11.164263 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8802d01b-d714-4a33-80d8-17e82f2aef6e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:07:11.164613 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8802d01b-d714-4a33-80d8-17e82f2aef6e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:07:11.164946 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8802d01b-d714-4a33-80d8-17e82f2aef6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:07:11.165275 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8802d01b-d714-4a33-80d8-17e82f2aef6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:07:11.165603 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8802d01b-d714-4a33-80d8-17e82f2aef6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:07:11.165931 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8802d01b-d714-4a33-80d8-17e82f2aef6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:07:11.219806 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-16c52db6-2c50-4f2e-8077-9b34ed0ec0b5 admin admin] Publish callbacks [] for security_group (ad496b06-e631-4eea-8787-cdd294432a93), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:11.242006 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-16c52db6-2c50-4f2e-8077-9b34ed0ec0b5 admin admin] Publish callbacks [] for security_group (ad496b06-e631-4eea-8787-cdd294432a93), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:11.275068 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31247011-06f2-49d7-b191-c8bb4b37d35d req-eec18c3b-5efb-41c8-a784-7457c263eddb tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:11.276859 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-31247011-06f2-49d7-b191-c8bb4b37d35d req-eec18c3b-5efb-41c8-a784-7457c263eddb tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 946 time: 0.0466785 Apr 12 03:07:11.296553 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-16c52db6-2c50-4f2e-8077-9b34ed0ec0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (ad496b06-e631-4eea-8787-cdd294432a93), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:11.298990 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-16c52db6-2c50-4f2e-8077-9b34ed0ec0b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:11.302942 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-16c52db6-2c50-4f2e-8077-9b34ed0ec0b5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ad496b06-e631-4eea-8787-cdd294432a93 HTTP/1.1" status: 204 len: 168 time: 0.1494858 Apr 12 03:07:11.310024 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c52db6-2c50-4f2e-8077-9b34ed0ec0b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad496b06-e631-4eea-8787-cdd294432a93,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:11.319106 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c52db6-2c50-4f2e-8077-9b34ed0ec0b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:07:11.319458 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c52db6-2c50-4f2e-8077-9b34ed0ec0b5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:07:11.319809 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c52db6-2c50-4f2e-8077-9b34ed0ec0b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:07:11.320139 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c52db6-2c50-4f2e-8077-9b34ed0ec0b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:07:11.320466 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c52db6-2c50-4f2e-8077-9b34ed0ec0b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:07:11.320789 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c52db6-2c50-4f2e-8077-9b34ed0ec0b5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:07:11.321112 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c52db6-2c50-4f2e-8077-9b34ed0ec0b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:07:11.321421 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c52db6-2c50-4f2e-8077-9b34ed0ec0b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:07:11.322049 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c52db6-2c50-4f2e-8077-9b34ed0ec0b5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:07:11.322364 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c52db6-2c50-4f2e-8077-9b34ed0ec0b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:07:11.322839 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c52db6-2c50-4f2e-8077-9b34ed0ec0b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:07:11.323370 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c52db6-2c50-4f2e-8077-9b34ed0ec0b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:07:11.323833 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c52db6-2c50-4f2e-8077-9b34ed0ec0b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:07:11.324208 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c52db6-2c50-4f2e-8077-9b34ed0ec0b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:07:11.324646 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c52db6-2c50-4f2e-8077-9b34ed0ec0b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:07:11.337632 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-31247011-06f2-49d7-b191-c8bb4b37d35d req-ac9a70af-db4f-43af-843d-27b15421ac5a tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549629 Apr 12 03:07:11.949118 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00138c63-60f8-4cc5-a73a-bbebe4e7015d req-3d005113-620a-499e-beb9-c0ecd1bbbc53 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:11.951388 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-00138c63-60f8-4cc5-a73a-bbebe4e7015d req-3d005113-620a-499e-beb9-c0ecd1bbbc53 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e636e7e-3a3d-4e34-a988-28131f3278c7 HTTP/1.1" status: 200 len: 946 time: 0.0553908 Apr 12 03:07:11.998701 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-00138c63-60f8-4cc5-a73a-bbebe4e7015d req-2a1308c2-4d94-4cb4-be34-468894be5567 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420437 Apr 12 03:07:12.464669 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef6b52-cc2c-4c6e-8731-af68734c62af req-ac5c7cb7-5bef-4651-8e39-d1cffff4e0ca tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:12.466021 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-24ef6b52-cc2c-4c6e-8731-af68734c62af req-ac5c7cb7-5bef-4651-8e39-d1cffff4e0ca tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 946 time: 0.0467019 Apr 12 03:07:12.490437 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 44380) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:07:12.515816 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-24ef6b52-cc2c-4c6e-8731-af68734c62af req-9b9cb8dc-e5e3-42d1-af14-699984d9ba2e tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440390 Apr 12 03:07:12.599469 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-fd3d56cd-e449-4ee4-987e-d30ab8ed06f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:12.676066 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-fd3d56cd-e449-4ee4-987e-d30ab8ed06f1 admin admin] Publish callbacks [] for security_group (2a5a6e75-2ae1-4721-b1d3-ff1143c372f5), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:12.682579 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-fd3d56cd-e449-4ee4-987e-d30ab8ed06f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (2a5a6e75-2ae1-4721-b1d3-ff1143c372f5), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:12.725730 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-fd3d56cd-e449-4ee4-987e-d30ab8ed06f1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=778adf14caa840f999c3f959d80cffa6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2341239 Apr 12 03:07:12.728197 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 44384) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:07:12.734300 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3d56cd-e449-4ee4-987e-d30ab8ed06f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5a6e75-2ae1-4721-b1d3-ff1143c372f5,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:12.781963 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-18624f43-15fe-4fce-9045-e24f482740ef admin admin] Publish callbacks [] for security_group (2a5a6e75-2ae1-4721-b1d3-ff1143c372f5), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:12.803507 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-18624f43-15fe-4fce-9045-e24f482740ef admin admin] Publish callbacks [] for security_group (2a5a6e75-2ae1-4721-b1d3-ff1143c372f5), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:12.858693 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-18624f43-15fe-4fce-9045-e24f482740ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (2a5a6e75-2ae1-4721-b1d3-ff1143c372f5), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:12.862163 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-18624f43-15fe-4fce-9045-e24f482740ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:12.863583 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-18624f43-15fe-4fce-9045-e24f482740ef admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2a5a6e75-2ae1-4721-b1d3-ff1143c372f5 HTTP/1.1" status: 204 len: 168 time: 0.1344979 Apr 12 03:07:12.871511 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18624f43-15fe-4fce-9045-e24f482740ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5a6e75-2ae1-4721-b1d3-ff1143c372f5,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:13.124684 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63273135-e9af-4844-87b4-fe72e8d05fca req-f3818b91-8857-4856-9226-adfff0e9375a tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:13.126205 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-63273135-e9af-4844-87b4-fe72e8d05fca req-f3818b91-8857-4856-9226-adfff0e9375a tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e636e7e-3a3d-4e34-a988-28131f3278c7 HTTP/1.1" status: 200 len: 946 time: 0.0547082 Apr 12 03:07:13.186673 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-63273135-e9af-4844-87b4-fe72e8d05fca req-77aab94e-5ea5-488a-a1bd-0c0436a51377 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536661 Apr 12 03:07:13.635146 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e526375-e62c-4eef-9564-73296322ed56 req-1696dfb5-3eb8-4761-bf11-f2f493f455f1 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:13.636758 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-6e526375-e62c-4eef-9564-73296322ed56 req-1696dfb5-3eb8-4761-bf11-f2f493f455f1 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 946 time: 0.0494211 Apr 12 03:07:13.685792 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-6e526375-e62c-4eef-9564-73296322ed56 req-f83bf1ef-43de-447a-a9c8-f3e30a605fd8 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429671 Apr 12 03:07:13.971932 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 44426) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:07:14.076728 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c174080a-d725-4a87-963d-70eeca238e6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:14.152706 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c174080a-d725-4a87-963d-70eeca238e6a admin admin] Publish callbacks [] for security_group (4d2a1f3c-5c77-46d8-9e7d-d1fec4b50eba), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:14.157758 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c174080a-d725-4a87-963d-70eeca238e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (4d2a1f3c-5c77-46d8-9e7d-d1fec4b50eba), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:14.195825 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-c174080a-d725-4a87-963d-70eeca238e6a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e64394d941474609a234d3c3f0b133de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2228205 Apr 12 03:07:14.198320 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c174080a-d725-4a87-963d-70eeca238e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2a1f3c-5c77-46d8-9e7d-d1fec4b50eba,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:14.199203 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 44436) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:07:14.253899 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-7d4259a5-0e29-4fc3-ba1a-f6f204d61296 admin admin] Publish callbacks [] for security_group (4d2a1f3c-5c77-46d8-9e7d-d1fec4b50eba), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:14.276661 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-7d4259a5-0e29-4fc3-ba1a-f6f204d61296 admin admin] Publish callbacks [] for security_group (4d2a1f3c-5c77-46d8-9e7d-d1fec4b50eba), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:14.329849 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-7d4259a5-0e29-4fc3-ba1a-f6f204d61296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (4d2a1f3c-5c77-46d8-9e7d-d1fec4b50eba), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:14.332287 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-7d4259a5-0e29-4fc3-ba1a-f6f204d61296 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:14.333750 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-7d4259a5-0e29-4fc3-ba1a-f6f204d61296 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4d2a1f3c-5c77-46d8-9e7d-d1fec4b50eba HTTP/1.1" status: 204 len: 168 time: 0.1305103 Apr 12 03:07:14.341722 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4259a5-0e29-4fc3-ba1a-f6f204d61296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2a1f3c-5c77-46d8-9e7d-d1fec4b50eba,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:14.720879 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 44456) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:07:14.725785 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [None req-703cd787-4f41-4a56-bb22-89c8a98629b7 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1160281396', 'description': 'tempest-description--323202821'}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:07:14.752848 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-703cd787-4f41-4a56-bb22-89c8a98629b7 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for security_group (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:14.844447 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba074ab3-96c0-48c0-aa6f-e0cede063a9f req-8754a4bf-97b8-4a78-927b-c93792752223 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:14.846214 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-ba074ab3-96c0-48c0-aa6f-e0cede063a9f req-8754a4bf-97b8-4a78-927b-c93792752223 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 946 time: 0.0671108 Apr 12 03:07:14.896083 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-703cd787-4f41-4a56-bb22-89c8a98629b7 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for security_group (e56981fc-dac5-4050-95f0-90a729b5598c), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:14.902159 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-703cd787-4f41-4a56-bb22-89c8a98629b7 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (e56981fc-dac5-4050-95f0-90a729b5598c), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:14.945941 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-703cd787-4f41-4a56-bb22-89c8a98629b7 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for security_group (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:14.950571 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-703cd787-4f41-4a56-bb22-89c8a98629b7 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2254307 Apr 12 03:07:14.950910 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 44466) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:07:14.951953 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-ba074ab3-96c0-48c0-aa6f-e0cede063a9f req-a60958e8-0041-4fb7-81c3-2635bb17a9a4 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963295 Apr 12 03:07:14.953027 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cd787-4f41-4a56-bb22-89c8a98629b7 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e56981fc-dac5-4050-95f0-90a729b5598c,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:14.956521 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-71154da7-0ea2-42c6-8af0-3cebf2ce3c15 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Request body: {'security_group_rule': {'security_group_id': 'e56981fc-dac5-4050-95f0-90a729b5598c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:07:14.996569 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-71154da7-0ea2-42c6-8af0-3cebf2ce3c15 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for security_group_rule (6fbcf5e5-0f34-4890-b989-8d31dcb13f7c), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:15.056781 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-71154da7-0ea2-42c6-8af0-3cebf2ce3c15 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for security_group_rule (6fbcf5e5-0f34-4890-b989-8d31dcb13f7c), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:15.061383 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-71154da7-0ea2-42c6-8af0-3cebf2ce3c15 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707756'] for security_group_rule (6fbcf5e5-0f34-4890-b989-8d31dcb13f7c), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:15.078968 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71154da7-0ea2-42c6-8af0-3cebf2ce3c15 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fbcf5e5-0f34-4890-b989-8d31dcb13f7c,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:15.088428 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-71154da7-0ea2-42c6-8af0-3cebf2ce3c15 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:15.091762 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-71154da7-0ea2-42c6-8af0-3cebf2ce3c15 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1370602 Apr 12 03:07:15.092683 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 44472) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:07:15.098455 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [None req-4f505a99-4059-4b21-8b5f-833246e8a04e tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Request body: {'security_group_rule': {'security_group_id': 'e56981fc-dac5-4050-95f0-90a729b5598c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:07:15.131479 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-4f505a99-4059-4b21-8b5f-833246e8a04e tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for security_group_rule (b836883c-ad50-437a-920e-3677e286d486), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:15.203914 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-4f505a99-4059-4b21-8b5f-833246e8a04e tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for security_group_rule (b836883c-ad50-437a-920e-3677e286d486), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:15.209466 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-4f505a99-4059-4b21-8b5f-833246e8a04e tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707756'] for security_group_rule (b836883c-ad50-437a-920e-3677e286d486), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:15.222115 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f505a99-4059-4b21-8b5f-833246e8a04e tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b836883c-ad50-437a-920e-3677e286d486,revision_number=0']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:15.241815 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-4f505a99-4059-4b21-8b5f-833246e8a04e tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:15.243074 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-4f505a99-4059-4b21-8b5f-833246e8a04e tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1490691 Apr 12 03:07:15.246340 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 44474) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:07:15.250824 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 44476) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:07:15.254755 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-ff23df83-884f-4b9c-9efc-6a6d465f2e9b tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1470177233', 'description': 'tempest-description--93453400'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:07:15.258893 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-4b08a50d-55fe-4610-a55f-7b6dc3490741 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Request body: {'floatingip': {'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:07:15.286666 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4b08a50d-55fe-4610-a55f-7b6dc3490741 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:15.290879 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ff23df83-884f-4b9c-9efc-6a6d465f2e9b tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:15.390307 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4b08a50d-55fe-4610-a55f-7b6dc3490741 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:15.458718 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ff23df83-884f-4b9c-9efc-6a6d465f2e9b tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks [] for security_group (f8cd3214-f41b-4489-90f3-27757c64af0e), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:15.466850 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ff23df83-884f-4b9c-9efc-6a6d465f2e9b tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (f8cd3214-f41b-4489-90f3-27757c64af0e), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:15.517275 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ff23df83-884f-4b9c-9efc-6a6d465f2e9b tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:15.518484 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-ff23df83-884f-4b9c-9efc-6a6d465f2e9b tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2668176 Apr 12 03:07:15.521786 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 44482) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:07:15.526848 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [None req-b76418c1-3984-4163-83d6-bf812e11ca24 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Request body: {'security_group_rule': {'security_group_id': 'f8cd3214-f41b-4489-90f3-27757c64af0e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:07:15.540960 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff23df83-884f-4b9c-9efc-6a6d465f2e9b tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8cd3214-f41b-4489-90f3-27757c64af0e,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:15.555266 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-b76418c1-3984-4163-83d6-bf812e11ca24 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks [] for security_group_rule (f18f7e14-583f-4398-b03e-26be25d52093), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:15.557225 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-4b08a50d-55fe-4610-a55f-7b6dc3490741 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Allocated IP 172.27.3.132 (79cba51c-a00f-4d8d-a813-38deb5f63b2a/29b195a7-2bca-4a4f-ac92-aa862b85642e/0fce69ec-988f-46fa-b23b-d651752288bf) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:07:15.615521 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-b76418c1-3984-4163-83d6-bf812e11ca24 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks [] for security_group_rule (f18f7e14-583f-4398-b03e-26be25d52093), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:15.620883 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-b76418c1-3984-4163-83d6-bf812e11ca24 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707756'] for security_group_rule (f18f7e14-583f-4398-b03e-26be25d52093), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:15.638275 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76418c1-3984-4163-83d6-bf812e11ca24 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f18f7e14-583f-4398-b03e-26be25d52093,revision_number=0']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:15.647523 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-b76418c1-3984-4163-83d6-bf812e11ca24 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:15.651476 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-b76418c1-3984-4163-83d6-bf812e11ca24 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1284688 Apr 12 03:07:15.652082 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 44484) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:07:15.656493 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [None req-3c336122-3c33-4316-a93c-3bcb0f81482c tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Request body: {'security_group_rule': {'security_group_id': 'f8cd3214-f41b-4489-90f3-27757c64af0e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:07:15.665206 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4b08a50d-55fe-4610-a55f-7b6dc3490741 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for port (0fce69ec-988f-46fa-b23b-d651752288bf), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:15.681224 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-3c336122-3c33-4316-a93c-3bcb0f81482c tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks [] for security_group_rule (40dcdbce-b93d-4486-9ed1-304f5a2113e0), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:15.703171 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4b08a50d-55fe-4610-a55f-7b6dc3490741 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28695539'] for port (0fce69ec-988f-46fa-b23b-d651752288bf), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:15.739380 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-3c336122-3c33-4316-a93c-3bcb0f81482c tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks [] for security_group_rule (40dcdbce-b93d-4486-9ed1-304f5a2113e0), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:15.743634 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-3c336122-3c33-4316-a93c-3bcb0f81482c tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707756'] for security_group_rule (40dcdbce-b93d-4486-9ed1-304f5a2113e0), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:15.744943 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b08a50d-55fe-4610-a55f-7b6dc3490741 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Network 79cba51c-a00f-4d8d-a813-38deb5f63b2a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:07:15.749351 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-4b08a50d-55fe-4610-a55f-7b6dc3490741 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:07:15.753581 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b08a50d-55fe-4610-a55f-7b6dc3490741 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:07:15.760942 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c336122-3c33-4316-a93c-3bcb0f81482c tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40dcdbce-b93d-4486-9ed1-304f5a2113e0,revision_number=0']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:15.771141 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-3c336122-3c33-4316-a93c-3bcb0f81482c tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:15.772429 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-3c336122-3c33-4316-a93c-3bcb0f81482c tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1194160 Apr 12 03:07:15.775803 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 44486) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:07:15.776155 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b08a50d-55fe-4610-a55f-7b6dc3490741 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Pushing event updated for resources: {'Port': ['ID=0fce69ec-988f-46fa-b23b-d651752288bf,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:15.780018 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [None req-48ad7070-7081-409d-a999-f64f0728c5a2 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Request body: {'floatingip': {'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:07:15.803638 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-48ad7070-7081-409d-a999-f64f0728c5a2 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:15.847923 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4b08a50d-55fe-4610-a55f-7b6dc3490741 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for floatingip (b50072de-d732-4e6b-b8fb-0b8f63f6eacb), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:15.884969 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4b08a50d-55fe-4610-a55f-7b6dc3490741 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (0fce69ec-988f-46fa-b23b-d651752288bf), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:15.885911 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-48ad7070-7081-409d-a999-f64f0728c5a2 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:15.995202 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.db_base_plugin_common [None req-48ad7070-7081-409d-a999-f64f0728c5a2 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Allocated IP 172.27.3.228 (79cba51c-a00f-4d8d-a813-38deb5f63b2a/29b195a7-2bca-4a4f-ac92-aa862b85642e/570974a3-a50a-495d-8f51-495af6b49b36) {{(pid=103483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:07:16.041358 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4b08a50d-55fe-4610-a55f-7b6dc3490741 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for port (0fce69ec-988f-46fa-b23b-d651752288bf), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:16.046404 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4b08a50d-55fe-4610-a55f-7b6dc3490741 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28695544'] for port (0fce69ec-988f-46fa-b23b-d651752288bf), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:16.112880 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cbe5ae-06f9-4863-98fe-706db318fb2f req-03d56e7a-713e-418e-88fe-77d5ea33611b tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:16.114403 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-21cbe5ae-06f9-4863-98fe-706db318fb2f req-03d56e7a-713e-418e-88fe-77d5ea33611b tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 946 time: 0.0785701 Apr 12 03:07:16.117608 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b08a50d-55fe-4610-a55f-7b6dc3490741 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Pushing event updated for resources: {'Port': ['ID=0fce69ec-988f-46fa-b23b-d651752288bf,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:16.124148 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4b08a50d-55fe-4610-a55f-7b6dc3490741 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682737'] for floatingip (b50072de-d732-4e6b-b8fb-0b8f63f6eacb), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:16.140817 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4b08a50d-55fe-4610-a55f-7b6dc3490741 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for floatingip (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:16.141969 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-4b08a50d-55fe-4610-a55f-7b6dc3490741 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8945975 Apr 12 03:07:16.173765 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-48ad7070-7081-409d-a999-f64f0728c5a2 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks [] for port (570974a3-a50a-495d-8f51-495af6b49b36), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:16.194866 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-21cbe5ae-06f9-4863-98fe-706db318fb2f req-4e6c5578-2ae3-4d1e-863e-39f5787f6727 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733273 Apr 12 03:07:16.224841 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-48ad7070-7081-409d-a999-f64f0728c5a2 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28322803'] for port (570974a3-a50a-495d-8f51-495af6b49b36), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:16.274338 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ad7070-7081-409d-a999-f64f0728c5a2 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Network 79cba51c-a00f-4d8d-a813-38deb5f63b2a is already hosted by enough agents. {{(pid=103483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:07:16.278816 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.base_scheduler [None req-48ad7070-7081-409d-a999-f64f0728c5a2 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Resources bound (agent type, host, resource id): {{(pid=103483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:07:16.282561 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ad7070-7081-409d-a999-f64f0728c5a2 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Received port after_create {{(pid=103483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:07:16.288947 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ad7070-7081-409d-a999-f64f0728c5a2 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Pushing event updated for resources: {'Port': ['ID=570974a3-a50a-495d-8f51-495af6b49b36,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:16.358283 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-11afcc0a-bcff-4c0a-bca3-d4eaba49534d req-875b1a5b-1cda-4e2a-8c24-4d7118633cfe tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1160281396&fields=id&tenant_id=e9ed2cca6cce43c599fc86b60cfafda6 HTTP/1.1" status: 200 len: 267 time: 0.0449610 Apr 12 03:07:16.374592 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-48ad7070-7081-409d-a999-f64f0728c5a2 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks [] for floatingip (8fcf59e8-f072-42bf-b930-ccdce63b409c), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:16.414829 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-48ad7070-7081-409d-a999-f64f0728c5a2 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (570974a3-a50a-495d-8f51-495af6b49b36), before_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:16.466146 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11afcc0a-bcff-4c0a-bca3-d4eaba49534d req-5787223e-b30b-48f0-b98c-87dba52b7d28 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:16.467616 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-11afcc0a-bcff-4c0a-bca3-d4eaba49534d req-5787223e-b30b-48f0-b98c-87dba52b7d28 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/networks?id=c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b HTTP/1.1" status: 200 len: 815 time: 0.1022379 Apr 12 03:07:16.486538 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-11afcc0a-bcff-4c0a-bca3-d4eaba49534d req-324e449e-da44-47ad-8b6d-e161655cf2f0 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/quotas/e9ed2cca6cce43c599fc86b60cfafda6 HTTP/1.1" status: 200 len: 375 time: 0.0097160 Apr 12 03:07:16.544553 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-11afcc0a-bcff-4c0a-bca3-d4eaba49534d req-f969683a-00e0-4d5d-a3b1-822dde8faa32 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e9ed2cca6cce43c599fc86b60cfafda6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0520563 Apr 12 03:07:16.590100 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-48ad7070-7081-409d-a999-f64f0728c5a2 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks [] for port (570974a3-a50a-495d-8f51-495af6b49b36), precommit_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:16.597945 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-48ad7070-7081-409d-a999-f64f0728c5a2 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28322808'] for port (570974a3-a50a-495d-8f51-495af6b49b36), after_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:16.653809 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-11afcc0a-bcff-4c0a-bca3-d4eaba49534d req-c630c55a-d1a6-4fcb-921c-64f66545725d service neutron] 10.222.0.32 "GET /v2.0/networks/c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966473 Apr 12 03:07:16.673860 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-822ba867-94ad-4af2-a38f-7cd93d3db28c req-76aae4ce-0091-4475-b28e-364502ecf15d tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=6edbc11af57f4865b07f6db8942428ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367157 Apr 12 03:07:16.719299 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ad7070-7081-409d-a999-f64f0728c5a2 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Pushing event updated for resources: {'Port': ['ID=570974a3-a50a-495d-8f51-495af6b49b36,revision_number=2']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:16.744642 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-11afcc0a-bcff-4c0a-bca3-d4eaba49534d req-a3c9d721-caa0-4c24-934d-5edef23105b2 service neutron] 10.222.0.32 "GET /v2.0/networks/c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850632 Apr 12 03:07:16.807750 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-48ad7070-7081-409d-a999-f64f0728c5a2 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682737'] for floatingip (8fcf59e8-f072-42bf-b930-ccdce63b409c), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:16.857637 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-48ad7070-7081-409d-a999-f64f0728c5a2 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for floatingip (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:16.867615 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-48ad7070-7081-409d-a999-f64f0728c5a2 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0908077 Apr 12 03:07:16.914882 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ba867-94ad-4af2-a38f-7cd93d3db28c req-73d260c3-3864-49f1-b2b3-01f7dc2736a1 tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:16.916477 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-822ba867-94ad-4af2-a38f-7cd93d3db28c req-73d260c3-3864-49f1-b2b3-01f7dc2736a1 tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2237968 Apr 12 03:07:16.936280 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-822ba867-94ad-4af2-a38f-7cd93d3db28c req-41e61041-4ab9-469b-bc3b-9e9f27c51172 tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] 10.222.0.32 "GET /v2.0/quotas/6edbc11af57f4865b07f6db8942428ad HTTP/1.1" status: 200 len: 375 time: 0.0140908 Apr 12 03:07:16.938971 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-c77ce93f-23ff-474d-86dd-d70cb66cd7c6 req-1ae80032-7a67-4930-a984-7b03e5dd87ff tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea69c0ca-ca59-4516-a66e-b37a97b7a289 HTTP/1.1" status: 200 len: 210 time: 0.0441201 Apr 12 03:07:16.976803 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-822ba867-94ad-4af2-a38f-7cd93d3db28c req-d11c5efa-6166-4aa9-9989-d17bc7c6efc3 tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6edbc11af57f4865b07f6db8942428ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361156 Apr 12 03:07:17.084348 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-7b5c5fb8-58a9-4000-b9ef-42fc2f66c684 req-3f962b6f-67c3-4e32-9624-078141575e8f tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1470177233&fields=id&tenant_id=52b2d02e7570468daabac047ad3a7fa5 HTTP/1.1" status: 200 len: 267 time: 0.0525899 Apr 12 03:07:17.164182 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-4a46b6f5-c982-4e3a-a648-16bf0828e507 req-a1ada6e0-3392-4337-b344-eba5f33d6e89 tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd324dc8-4349-48b1-a13b-6c9b55a28fb3 HTTP/1.1" status: 200 len: 210 time: 0.0480103 Apr 12 03:07:17.216900 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c5fb8-58a9-4000-b9ef-42fc2f66c684 req-dfe01bf3-3675-43d1-9bd4-d6819e1c9d1c tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:17.220323 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-7b5c5fb8-58a9-4000-b9ef-42fc2f66c684 req-dfe01bf3-3675-43d1-9bd4-d6819e1c9d1c tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/networks?id=14a47694-9f88-4832-ab57-c60bc64938b8 HTTP/1.1" status: 200 len: 818 time: 0.1202672 Apr 12 03:07:17.248874 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-7b5c5fb8-58a9-4000-b9ef-42fc2f66c684 req-cc272fcb-edc4-4fa3-b638-f6607288e697 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/quotas/52b2d02e7570468daabac047ad3a7fa5 HTTP/1.1" status: 200 len: 375 time: 0.0115268 Apr 12 03:07:17.326306 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f76cbf-faa3-467b-ac15-88460e835bb1 req-7c5256c3-5d8e-4018-a5fa-15ddae0523ca tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:17.328037 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-49f76cbf-faa3-467b-ac15-88460e835bb1 req-7c5256c3-5d8e-4018-a5fa-15ddae0523ca tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 946 time: 0.0505276 Apr 12 03:07:17.335804 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-7b5c5fb8-58a9-4000-b9ef-42fc2f66c684 req-ed47f7bb-fc10-4454-95cc-2d8f6479a8e6 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=52b2d02e7570468daabac047ad3a7fa5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0658610 Apr 12 03:07:17.383899 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-49f76cbf-faa3-467b-ac15-88460e835bb1 req-548c6a34-92f8-49cd-ac54-0e8316e736aa tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489926 Apr 12 03:07:17.452523 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-7b5c5fb8-58a9-4000-b9ef-42fc2f66c684 req-f19cb637-69be-442c-8874-c50af48be537 service neutron] 10.222.0.32 "GET /v2.0/networks/14a47694-9f88-4832-ab57-c60bc64938b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129644 Apr 12 03:07:17.507635 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.agents_db [None req-d3c4685f-78b0-4ffc-8e41-99bd627ddb58 None None] Agent healthcheck: found 6 active agents {{(pid=103486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:07:17.594995 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-7b5c5fb8-58a9-4000-b9ef-42fc2f66c684 req-8fceee0b-e10b-4e2b-a9f9-218c463714bf service neutron] 10.222.0.32 "GET /v2.0/networks/14a47694-9f88-4832-ab57-c60bc64938b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301315 Apr 12 03:07:17.773437 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-1083bb84-dd5b-41e8-bea5-b204e184dc64 req-acf495d2-5c29-48e5-817f-587a0a6e02e2 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=05a47b1f-6ab7-47db-bb09-f928a1c78e69 HTTP/1.1" status: 200 len: 210 time: 0.0302241 Apr 12 03:07:18.033609 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-d5d6fb67-7a31-43fd-b9bf-214a4ef45643 req-419d2a82-109b-4292-bfc6-83211fbdc39c tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea69c0ca-ca59-4516-a66e-b37a97b7a289 HTTP/1.1" status: 200 len: 210 time: 0.0283580 Apr 12 03:07:18.172004 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11afcc0a-bcff-4c0a-bca3-d4eaba49534d req-a3575426-9864-4ca8-bcd8-a567b5bc23ab tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:18.173571 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-11afcc0a-bcff-4c0a-bca3-d4eaba49534d req-a3575426-9864-4ca8-bcd8-a567b5bc23ab tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.25 "GET /v2.0/networks?id=c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b HTTP/1.1" status: 200 len: 815 time: 0.1089399 Apr 12 03:07:18.276932 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-11afcc0a-bcff-4c0a-bca3-d4eaba49534d req-57c54cb0-789c-4bc9-b8a1-9b4515729425 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9ed2cca6cce43c599fc86b60cfafda6 HTTP/1.1" status: 200 len: 472 time: 0.0851314 Apr 12 03:07:18.280428 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-b0297eed-e13d-48c1-b5dd-9ad27565b76a req-6354ad61-c071-45d1-8c6c-bf8d4f904fcb tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd324dc8-4349-48b1-a13b-6c9b55a28fb3 HTTP/1.1" status: 200 len: 210 time: 0.0346234 Apr 12 03:07:18.499302 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [req-11afcc0a-bcff-4c0a-bca3-d4eaba49534d req-962c4c69-af0d-4b76-839b-641d0cb8983d tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Request body: {'port': {'device_id': 'ea69c0ca-ca59-4516-a66e-b37a97b7a289', 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b', 'admin_state_up': True, 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'security_groups': ['e56981fc-dac5-4050-95f0-90a729b5598c']}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:07:18.545472 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b2b52-c0d3-4cef-8485-0a0b84873959 req-7b847599-8a02-49eb-a150-6d87276affc2 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:18.546981 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-263b2b52-c0d3-4cef-8485-0a0b84873959 req-7b847599-8a02-49eb-a150-6d87276affc2 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 946 time: 0.0818675 Apr 12 03:07:18.673241 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-263b2b52-c0d3-4cef-8485-0a0b84873959 req-533832d0-d321-406c-a954-a92cb76f69be tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951164 Apr 12 03:07:18.676798 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-822ba867-94ad-4af2-a38f-7cd93d3db28c req-d0b0bba4-5301-45fe-ba62-563bf0ea8274 tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=6edbc11af57f4865b07f6db8942428ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410361 Apr 12 03:07:18.699751 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11afcc0a-bcff-4c0a-bca3-d4eaba49534d req-962c4c69-af0d-4b76-839b-641d0cb8983d tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Made reservation on behalf of e9ed2cca6cce43c599fc86b60cfafda6 for: {'port': 1} {{(pid=103483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:07:18.703825 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-11afcc0a-bcff-4c0a-bca3-d4eaba49534d req-962c4c69-af0d-4b76-839b-641d0cb8983d tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:18.846748 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.db_base_plugin_common [req-11afcc0a-bcff-4c0a-bca3-d4eaba49534d req-962c4c69-af0d-4b76-839b-641d0cb8983d tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Allocated IP 172.20.0.10 (c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b/3d77e3de-5404-4af1-9a0f-14127064fff3/2c439cb7-a36e-4b90-9471-e0a5db03f732) {{(pid=103483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:07:18.896523 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-896f18f0-c995-47ef-ab78-7ef138b84997 req-6880a545-6ff7-4ae3-ab46-1f681985c042 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=05a47b1f-6ab7-47db-bb09-f928a1c78e69 HTTP/1.1" status: 200 len: 210 time: 0.0412085 Apr 12 03:07:19.087640 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-11afcc0a-bcff-4c0a-bca3-d4eaba49534d req-962c4c69-af0d-4b76-839b-641d0cb8983d tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for port (2c439cb7-a36e-4b90-9471-e0a5db03f732), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:19.107918 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ba867-94ad-4af2-a38f-7cd93d3db28c req-e464b3d8-8477-4c3a-b73e-014fc2fc533e tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:19.109414 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-822ba867-94ad-4af2-a38f-7cd93d3db28c req-e464b3d8-8477-4c3a-b73e-014fc2fc533e tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1821196 Apr 12 03:07:19.148670 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c5fb8-58a9-4000-b9ef-42fc2f66c684 req-83b20b57-b7a1-4c12-a302-7b6ed8cf403f tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:19.150120 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-7b5c5fb8-58a9-4000-b9ef-42fc2f66c684 req-83b20b57-b7a1-4c12-a302-7b6ed8cf403f tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.25 "GET /v2.0/networks?id=14a47694-9f88-4832-ab57-c60bc64938b8 HTTP/1.1" status: 200 len: 818 time: 0.1264575 Apr 12 03:07:19.163601 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-11afcc0a-bcff-4c0a-bca3-d4eaba49534d req-962c4c69-af0d-4b76-839b-641d0cb8983d tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28322803'] for port (2c439cb7-a36e-4b90-9471-e0a5db03f732), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:19.168581 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-5c4abe01-63db-4c1d-bf10-2c66c854c5dd req-5c8d1e2d-79f0-45fa-9532-961e312b471c tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea69c0ca-ca59-4516-a66e-b37a97b7a289 HTTP/1.1" status: 200 len: 210 time: 0.0391543 Apr 12 03:07:19.210159 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [req-822ba867-94ad-4af2-a38f-7cd93d3db28c req-2b1f0fc1-2ad2-4681-bc91-7b4717547ef9 tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] Request body: {'port': {'device_id': 'cd324dc8-4349-48b1-a13b-6c9b55a28fb3', 'network_id': '03abd1f3-d6c4-4a34-bbb7-69c4e87e3118', 'admin_state_up': True, 'tenant_id': '6edbc11af57f4865b07f6db8942428ad'}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:07:19.251268 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11afcc0a-bcff-4c0a-bca3-d4eaba49534d req-962c4c69-af0d-4b76-839b-641d0cb8983d tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Network c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b is already hosted by enough agents. {{(pid=103483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:07:19.253652 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-7b5c5fb8-58a9-4000-b9ef-42fc2f66c684 req-e4a273f3-ad72-4710-9777-3bc39523734b tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52b2d02e7570468daabac047ad3a7fa5 HTTP/1.1" status: 200 len: 380 time: 0.0774577 Apr 12 03:07:19.257467 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.base_scheduler [req-11afcc0a-bcff-4c0a-bca3-d4eaba49534d req-962c4c69-af0d-4b76-839b-641d0cb8983d tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Resources bound (agent type, host, resource id): {{(pid=103483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:07:19.269244 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [req-7b5c5fb8-58a9-4000-b9ef-42fc2f66c684 req-8e45ead3-5c3d-4def-8490-6ff431052df1 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Request body: {'port': {'device_id': '05a47b1f-6ab7-47db-bb09-f928a1c78e69', 'network_id': '14a47694-9f88-4832-ab57-c60bc64938b8', 'admin_state_up': True, 'tenant_id': '52b2d02e7570468daabac047ad3a7fa5', 'security_groups': ['f8cd3214-f41b-4489-90f3-27757c64af0e']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:07:19.283946 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c4c69-af0d-4b76-839b-641d0cb8983d tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Pushing event updated for resources: {'Port': ['ID=2c439cb7-a36e-4b90-9471-e0a5db03f732,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:19.289936 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.l3_dvrscheduler_db [req-11afcc0a-bcff-4c0a-bca3-d4eaba49534d req-962c4c69-af0d-4b76-839b-641d0cb8983d tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Received port after_create {{(pid=103483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:07:19.358571 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11afcc0a-bcff-4c0a-bca3-d4eaba49534d req-962c4c69-af0d-4b76-839b-641d0cb8983d tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:19.359278 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-11afcc0a-bcff-4c0a-bca3-d4eaba49534d req-962c4c69-af0d-4b76-839b-641d0cb8983d tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for port (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:19.386046 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-11afcc0a-bcff-4c0a-bca3-d4eaba49534d req-962c4c69-af0d-4b76-839b-641d0cb8983d tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8926587 Apr 12 03:07:19.400052 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [req-11afcc0a-bcff-4c0a-bca3-d4eaba49534d req-4debfe0e-ddfc-4b29-8879-3abd47072b96 service neutron] Request body: {'port': {'device_id': 'ea69c0ca-ca59-4516-a66e-b37a97b7a289', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83744'}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:07:19.419358 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-af1be5a3-73db-4ff7-89c3-8fe17ec291e0 req-d6d7530f-6658-40e2-9b00-db44042428ec tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd324dc8-4349-48b1-a13b-6c9b55a28fb3 HTTP/1.1" status: 200 len: 210 time: 0.0553501 Apr 12 03:07:19.424371 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-822ba867-94ad-4af2-a38f-7cd93d3db28c req-2b1f0fc1-2ad2-4681-bc91-7b4717547ef9 tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] Made reservation on behalf of 6edbc11af57f4865b07f6db8942428ad for: {'port': 1} {{(pid=103483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:07:19.427768 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-822ba867-94ad-4af2-a38f-7cd93d3db28c req-2b1f0fc1-2ad2-4681-bc91-7b4717547ef9 tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:19.430594 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b5c5fb8-58a9-4000-b9ef-42fc2f66c684 req-8e45ead3-5c3d-4def-8490-6ff431052df1 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Made reservation on behalf of 52b2d02e7570468daabac047ad3a7fa5 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:07:19.438704 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7b5c5fb8-58a9-4000-b9ef-42fc2f66c684 req-8e45ead3-5c3d-4def-8490-6ff431052df1 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:19.445492 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-822ba867-94ad-4af2-a38f-7cd93d3db28c req-2b1f0fc1-2ad2-4681-bc91-7b4717547ef9 tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] Publish callbacks [] for security_group (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:19.504232 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-11afcc0a-bcff-4c0a-bca3-d4eaba49534d req-4debfe0e-ddfc-4b29-8879-3abd47072b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (2c439cb7-a36e-4b90-9471-e0a5db03f732), before_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:19.571758 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-54c55237-1dcb-40be-9dca-04fb463e5b9f None None] Provisioning complete for port 2c439cb7-a36e-4b90-9471-e0a5db03f732 triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:07:19.572331 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-54c55237-1dcb-40be-9dca-04fb463e5b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (2c439cb7-a36e-4b90-9471-e0a5db03f732), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:19.572645 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-7b5c5fb8-58a9-4000-b9ef-42fc2f66c684 req-8e45ead3-5c3d-4def-8490-6ff431052df1 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Allocated IP 172.20.0.6 (14a47694-9f88-4832-ab57-c60bc64938b8/fe4d4e4c-7961-4f3e-a108-6fc7a367da7d/24861ab0-eb1b-458d-be36-a018cc96c3ea) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:07:19.608857 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-54c55237-1dcb-40be-9dca-04fb463e5b9f None None] Port 2c439cb7-a36e-4b90-9471-e0a5db03f732 cannot update to ACTIVE because it is not bound. {{(pid=103485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:07:19.662391 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-822ba867-94ad-4af2-a38f-7cd93d3db28c req-2b1f0fc1-2ad2-4681-bc91-7b4717547ef9 tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] Publish callbacks [] for security_group (b42761e8-d223-4946-8383-010e3619424e), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:19.669006 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-822ba867-94ad-4af2-a38f-7cd93d3db28c req-2b1f0fc1-2ad2-4681-bc91-7b4717547ef9 tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (b42761e8-d223-4946-8383-010e3619424e), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:19.723752 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7b5c5fb8-58a9-4000-b9ef-42fc2f66c684 req-8e45ead3-5c3d-4def-8490-6ff431052df1 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks [] for port (24861ab0-eb1b-458d-be36-a018cc96c3ea), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:19.759466 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7b5c5fb8-58a9-4000-b9ef-42fc2f66c684 req-8e45ead3-5c3d-4def-8490-6ff431052df1 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28695539'] for port (24861ab0-eb1b-458d-be36-a018cc96c3ea), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:19.767156 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f0fc1-2ad2-4681-bc91-7b4717547ef9 tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b42761e8-d223-4946-8383-010e3619424e,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:19.801317 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b5c5fb8-58a9-4000-b9ef-42fc2f66c684 req-8e45ead3-5c3d-4def-8490-6ff431052df1 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Network 14a47694-9f88-4832-ab57-c60bc64938b8 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:07:19.804691 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-7b5c5fb8-58a9-4000-b9ef-42fc2f66c684 req-8e45ead3-5c3d-4def-8490-6ff431052df1 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:07:19.808167 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b5c5fb8-58a9-4000-b9ef-42fc2f66c684 req-8e45ead3-5c3d-4def-8490-6ff431052df1 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:07:19.841057 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e45ead3-5c3d-4def-8490-6ff431052df1 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Pushing event updated for resources: {'Port': ['ID=24861ab0-eb1b-458d-be36-a018cc96c3ea,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:19.865077 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c5fb8-58a9-4000-b9ef-42fc2f66c684 req-8e45ead3-5c3d-4def-8490-6ff431052df1 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:19.865744 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7b5c5fb8-58a9-4000-b9ef-42fc2f66c684 req-8e45ead3-5c3d-4def-8490-6ff431052df1 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for port (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:19.885286 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-7b5c5fb8-58a9-4000-b9ef-42fc2f66c684 req-8e45ead3-5c3d-4def-8490-6ff431052df1 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6218514 Apr 12 03:07:19.897940 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [req-7b5c5fb8-58a9-4000-b9ef-42fc2f66c684 req-83e3b6a2-ca7e-491b-8bf9-84a273245bae service neutron] Request body: {'port': {'device_id': '05a47b1f-6ab7-47db-bb09-f928a1c78e69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83744'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:07:19.977965 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7b5c5fb8-58a9-4000-b9ef-42fc2f66c684 req-83e3b6a2-ca7e-491b-8bf9-84a273245bae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (24861ab0-eb1b-458d-be36-a018cc96c3ea), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:20.064260 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35392b2-c41c-4d55-b870-66b5bc4a00c3 req-b1e64df5-e0af-4f2e-98d1-2966bb3c6b67 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:20.065727 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-b35392b2-c41c-4d55-b870-66b5bc4a00c3 req-b1e64df5-e0af-4f2e-98d1-2966bb3c6b67 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=05a47b1f-6ab7-47db-bb09-f928a1c78e69 HTTP/1.1" status: 200 len: 931 time: 0.0778930 Apr 12 03:07:20.136024 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-d3ff1a58-5833-49e2-9ce7-fa35bf47ad00 None None] Provisioning complete for port 24861ab0-eb1b-458d-be36-a018cc96c3ea triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:07:20.136675 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d3ff1a58-5833-49e2-9ce7-fa35bf47ad00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (24861ab0-eb1b-458d-be36-a018cc96c3ea), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:20.151547 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a621fa1b-53cd-4830-b2c8-b6bb93cb1925 req-56855de0-d1a9-4092-8060-6affe966a517 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:20.153041 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-a621fa1b-53cd-4830-b2c8-b6bb93cb1925 req-56855de0-d1a9-4092-8060-6affe966a517 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 946 time: 0.3948119 Apr 12 03:07:20.174580 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-d3ff1a58-5833-49e2-9ce7-fa35bf47ad00 None None] Port 24861ab0-eb1b-458d-be36-a018cc96c3ea cannot update to ACTIVE because it is not bound. {{(pid=103485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:07:20.178569 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-b35392b2-c41c-4d55-b870-66b5bc4a00c3 req-5fa9c9a8-96bb-4a63-bcff-f3d21f187812 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8cd3214-f41b-4489-90f3-27757c64af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020463 Apr 12 03:07:20.217967 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.db_base_plugin_common [req-822ba867-94ad-4af2-a38f-7cd93d3db28c req-2b1f0fc1-2ad2-4681-bc91-7b4717547ef9 tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] Allocated IP 192.168.233.21 (03abd1f3-d6c4-4a34-bbb7-69c4e87e3118/b2f93cd2-2818-4edb-b142-4921b3fa96fd/92146904-e0fe-4bb9-9ec3-b75045ccde7a) {{(pid=103483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:07:20.284492 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-a621fa1b-53cd-4830-b2c8-b6bb93cb1925 req-f2b1420f-b8d1-426f-9afa-95584af07f20 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168430 Apr 12 03:07:20.352850 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.notifiers.nova [req-11afcc0a-bcff-4c0a-bca3-d4eaba49534d req-4debfe0e-ddfc-4b29-8879-3abd47072b96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c439cb7-a36e-4b90-9471-e0a5db03f732 {{(pid=103483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:07:20.360353 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.notifiers.nova [req-7b5c5fb8-58a9-4000-b9ef-42fc2f66c684 req-83e3b6a2-ca7e-491b-8bf9-84a273245bae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24861ab0-eb1b-458d-be36-a018cc96c3ea {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:07:20.369078 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7b5c5fb8-58a9-4000-b9ef-42fc2f66c684 req-83e3b6a2-ca7e-491b-8bf9-84a273245bae service neutron] Publish callbacks [] for port (24861ab0-eb1b-458d-be36-a018cc96c3ea), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:20.374917 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-11afcc0a-bcff-4c0a-bca3-d4eaba49534d req-4debfe0e-ddfc-4b29-8879-3abd47072b96 service neutron] Publish callbacks [] for port (2c439cb7-a36e-4b90-9471-e0a5db03f732), precommit_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:20.382971 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-7b5c5fb8-58a9-4000-b9ef-42fc2f66c684 req-83e3b6a2-ca7e-491b-8bf9-84a273245bae service neutron] Transition to ACTIVE for port object 24861ab0-eb1b-458d-be36-a018cc96c3ea will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 03:07:20.390703 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7b5c5fb8-58a9-4000-b9ef-42fc2f66c684 req-83e3b6a2-ca7e-491b-8bf9-84a273245bae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28695544'] for port (24861ab0-eb1b-458d-be36-a018cc96c3ea), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:20.434627 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.provisioning_blocks [req-11afcc0a-bcff-4c0a-bca3-d4eaba49534d req-4debfe0e-ddfc-4b29-8879-3abd47072b96 service neutron] Transition to ACTIVE for port object 2c439cb7-a36e-4b90-9471-e0a5db03f732 will not be triggered until provisioned by entity L2. {{(pid=103483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 03:07:20.445479 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e3b6a2-ca7e-491b-8bf9-84a273245bae service neutron] Pushing event updated for resources: {'Port': ['ID=24861ab0-eb1b-458d-be36-a018cc96c3ea,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:20.474153 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-11afcc0a-bcff-4c0a-bca3-d4eaba49534d req-4debfe0e-ddfc-4b29-8879-3abd47072b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28322808'] for port (2c439cb7-a36e-4b90-9471-e0a5db03f732), after_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:20.504605 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68143ea6-4d12-447f-a5b8-10e75c53c237 req-7140c253-56e3-4edd-9a4e-99a51d983674 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:20.506158 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-68143ea6-4d12-447f-a5b8-10e75c53c237 req-7140c253-56e3-4edd-9a4e-99a51d983674 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea69c0ca-ca59-4516-a66e-b37a97b7a289 HTTP/1.1" status: 200 len: 932 time: 0.1474485 Apr 12 03:07:20.540980 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-7b5c5fb8-58a9-4000-b9ef-42fc2f66c684 req-83e3b6a2-ca7e-491b-8bf9-84a273245bae service neutron] Attempting to bind port 24861ab0-eb1b-458d-be36-a018cc96c3ea on host hv-cinder-83744 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:07:20.540980 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-7b5c5fb8-58a9-4000-b9ef-42fc2f66c684 req-83e3b6a2-ca7e-491b-8bf9-84a273245bae service neutron] Attempting to bind port 24861ab0-eb1b-458d-be36-a018cc96c3ea by drivers openvswitch,hyperv on host hv-cinder-83744 at level 0 using segments [{'id': '99682a96-90c8-491c-a1f8-c6fe889256f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14a47694-9f88-4832-ab57-c60bc64938b8'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:07:20.541306 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5c5fb8-58a9-4000-b9ef-42fc2f66c684 req-83e3b6a2-ca7e-491b-8bf9-84a273245bae service neutron] Attempting to bind port 24861ab0-eb1b-458d-be36-a018cc96c3ea on network 14a47694-9f88-4832-ab57-c60bc64938b8 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:07:20.548533 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5c5fb8-58a9-4000-b9ef-42fc2f66c684 req-83e3b6a2-ca7e-491b-8bf9-84a273245bae service neutron] Port 24861ab0-eb1b-458d-be36-a018cc96c3ea on network 14a47694-9f88-4832-ab57-c60bc64938b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83744 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 03:07:20.548856 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5c5fb8-58a9-4000-b9ef-42fc2f66c684 req-83e3b6a2-ca7e-491b-8bf9-84a273245bae service neutron] Attempting to bind port 24861ab0-eb1b-458d-be36-a018cc96c3ea on network 14a47694-9f88-4832-ab57-c60bc64938b8 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:07:20.554671 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5c5fb8-58a9-4000-b9ef-42fc2f66c684 req-83e3b6a2-ca7e-491b-8bf9-84a273245bae service neutron] Checking agent: {'id': 'd9b4afc3-988d-4081-ae69-d9ab2b5cf58b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83744', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 3, 2, 51), 'started_at': datetime.datetime(2022, 4, 12, 3, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:07:20.555011 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5c5fb8-58a9-4000-b9ef-42fc2f66c684 req-83e3b6a2-ca7e-491b-8bf9-84a273245bae service neutron] Checking segment: {'id': '99682a96-90c8-491c-a1f8-c6fe889256f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14a47694-9f88-4832-ab57-c60bc64938b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:07:20.555887 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5c5fb8-58a9-4000-b9ef-42fc2f66c684 req-83e3b6a2-ca7e-491b-8bf9-84a273245bae service neutron] Bound using segment: {'id': '99682a96-90c8-491c-a1f8-c6fe889256f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14a47694-9f88-4832-ab57-c60bc64938b8'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:07:20.556415 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-7b5c5fb8-58a9-4000-b9ef-42fc2f66c684 req-83e3b6a2-ca7e-491b-8bf9-84a273245bae service neutron] Bound port: 24861ab0-eb1b-458d-be36-a018cc96c3ea, host: hv-cinder-83744, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99682a96-90c8-491c-a1f8-c6fe889256f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14a47694-9f88-4832-ab57-c60bc64938b8'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:07:20.556837 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7b5c5fb8-58a9-4000-b9ef-42fc2f66c684 req-83e3b6a2-ca7e-491b-8bf9-84a273245bae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (24861ab0-eb1b-458d-be36-a018cc96c3ea), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:20.582273 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-822ba867-94ad-4af2-a38f-7cd93d3db28c req-2b1f0fc1-2ad2-4681-bc91-7b4717547ef9 tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] Publish callbacks [] for port (92146904-e0fe-4bb9-9ec3-b75045ccde7a), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:20.656128 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-822ba867-94ad-4af2-a38f-7cd93d3db28c req-2b1f0fc1-2ad2-4681-bc91-7b4717547ef9 tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28322803'] for port (92146904-e0fe-4bb9-9ec3-b75045ccde7a), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:20.690833 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4debfe0e-ddfc-4b29-8879-3abd47072b96 service neutron] Pushing event updated for resources: {'Port': ['ID=2c439cb7-a36e-4b90-9471-e0a5db03f732,revision_number=2']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:20.739642 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-7b5c5fb8-58a9-4000-b9ef-42fc2f66c684 req-83e3b6a2-ca7e-491b-8bf9-84a273245bae service neutron] For port 24861ab0-eb1b-458d-be36-a018cc96c3ea, host hv-cinder-83744, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:07:20.777193 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d9b4afc3-988d-4081-ae69-d9ab2b5cf58b), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:20.788104 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-822ba867-94ad-4af2-a38f-7cd93d3db28c req-2b1f0fc1-2ad2-4681-bc91-7b4717547ef9 tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] Network 03abd1f3-d6c4-4a34-bbb7-69c4e87e3118 is already hosted by enough agents. {{(pid=103483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:07:20.799571 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-7b5c5fb8-58a9-4000-b9ef-42fc2f66c684 req-83e3b6a2-ca7e-491b-8bf9-84a273245bae service neutron] For port 24861ab0-eb1b-458d-be36-a018cc96c3ea, host hv-cinder-83744, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=24861ab0-eb1b-458d-be36-a018cc96c3ea,segment=NetworkSegment(99682a96-90c8-491c-a1f8-c6fe889256f4),segment_id=99682a96-90c8-491c-a1f8-c6fe889256f4)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:07:20.803074 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-68143ea6-4d12-447f-a5b8-10e75c53c237 req-ba1acf14-355b-427d-8160-0f00d291a342 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?id=e56981fc-dac5-4050-95f0-90a729b5598c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2837903 Apr 12 03:07:20.813763 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b260a-fd03-42a9-98fc-fb386c31f4e0 req-c7f951e9-14ff-447d-b4c4-833e4ac0b6b0 tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:20.815637 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-c51b260a-fd03-42a9-98fc-fb386c31f4e0 req-c7f951e9-14ff-447d-b4c4-833e4ac0b6b0 tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd324dc8-4349-48b1-a13b-6c9b55a28fb3 HTTP/1.1" status: 200 len: 935 time: 0.1122034 Apr 12 03:07:20.817450 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7b5c5fb8-58a9-4000-b9ef-42fc2f66c684 req-83e3b6a2-ca7e-491b-8bf9-84a273245bae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28695544'] for port (24861ab0-eb1b-458d-be36-a018cc96c3ea), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:20.836843 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.base_scheduler [req-822ba867-94ad-4af2-a38f-7cd93d3db28c req-2b1f0fc1-2ad2-4681-bc91-7b4717547ef9 tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] Resources bound (agent type, host, resource id): {{(pid=103483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:07:20.840096 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.l3_dvrscheduler_db [req-822ba867-94ad-4af2-a38f-7cd93d3db28c req-2b1f0fc1-2ad2-4681-bc91-7b4717547ef9 tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] Received port after_create {{(pid=103483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:07:20.879813 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f0fc1-2ad2-4681-bc91-7b4717547ef9 tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] Pushing event updated for resources: {'Port': ['ID=92146904-e0fe-4bb9-9ec3-b75045ccde7a,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:20.918419 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ba867-94ad-4af2-a38f-7cd93d3db28c req-2b1f0fc1-2ad2-4681-bc91-7b4717547ef9 tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:20.919084 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-822ba867-94ad-4af2-a38f-7cd93d3db28c req-2b1f0fc1-2ad2-4681-bc91-7b4717547ef9 tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for port (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:20.939109 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.managers [req-11afcc0a-bcff-4c0a-bca3-d4eaba49534d req-4debfe0e-ddfc-4b29-8879-3abd47072b96 service neutron] Attempting to bind port 2c439cb7-a36e-4b90-9471-e0a5db03f732 on host hv-cinder-83744 for vnic_type normal with profile {{(pid=103483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:07:20.939456 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.managers [req-11afcc0a-bcff-4c0a-bca3-d4eaba49534d req-4debfe0e-ddfc-4b29-8879-3abd47072b96 service neutron] Attempting to bind port 2c439cb7-a36e-4b90-9471-e0a5db03f732 by drivers openvswitch,hyperv on host hv-cinder-83744 at level 0 using segments [{'id': 'dd5e46db-2abb-4e6f-862d-f5a1257f87c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b'}] {{(pid=103483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:07:20.940047 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11afcc0a-bcff-4c0a-bca3-d4eaba49534d req-4debfe0e-ddfc-4b29-8879-3abd47072b96 service neutron] Attempting to bind port 2c439cb7-a36e-4b90-9471-e0a5db03f732 on network c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b {{(pid=103483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:07:20.946931 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11afcc0a-bcff-4c0a-bca3-d4eaba49534d req-4debfe0e-ddfc-4b29-8879-3abd47072b96 service neutron] Port 2c439cb7-a36e-4b90-9471-e0a5db03f732 on network c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83744 {{(pid=103483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 03:07:20.947304 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11afcc0a-bcff-4c0a-bca3-d4eaba49534d req-4debfe0e-ddfc-4b29-8879-3abd47072b96 service neutron] Attempting to bind port 2c439cb7-a36e-4b90-9471-e0a5db03f732 on network c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b {{(pid=103483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:07:20.954122 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11afcc0a-bcff-4c0a-bca3-d4eaba49534d req-4debfe0e-ddfc-4b29-8879-3abd47072b96 service neutron] Checking agent: {'id': 'd9b4afc3-988d-4081-ae69-d9ab2b5cf58b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83744', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 3, 2, 51), 'started_at': datetime.datetime(2022, 4, 12, 3, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:07:20.954469 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11afcc0a-bcff-4c0a-bca3-d4eaba49534d req-4debfe0e-ddfc-4b29-8879-3abd47072b96 service neutron] Checking segment: {'id': 'dd5e46db-2abb-4e6f-862d-f5a1257f87c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:07:20.954855 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11afcc0a-bcff-4c0a-bca3-d4eaba49534d req-4debfe0e-ddfc-4b29-8879-3abd47072b96 service neutron] Bound using segment: {'id': 'dd5e46db-2abb-4e6f-862d-f5a1257f87c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b'} {{(pid=103483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:07:20.955322 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.managers [req-11afcc0a-bcff-4c0a-bca3-d4eaba49534d req-4debfe0e-ddfc-4b29-8879-3abd47072b96 service neutron] Bound port: 2c439cb7-a36e-4b90-9471-e0a5db03f732, host: hv-cinder-83744, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd5e46db-2abb-4e6f-862d-f5a1257f87c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b'}}] {{(pid=103483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:07:20.955679 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-11afcc0a-bcff-4c0a-bca3-d4eaba49534d req-4debfe0e-ddfc-4b29-8879-3abd47072b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (2c439cb7-a36e-4b90-9471-e0a5db03f732), before_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:20.961959 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-822ba867-94ad-4af2-a38f-7cd93d3db28c req-2b1f0fc1-2ad2-4681-bc91-7b4717547ef9 tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7647324 Apr 12 03:07:20.978725 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [req-822ba867-94ad-4af2-a38f-7cd93d3db28c req-35cb268e-f08c-4329-af39-b31196b087aa service neutron] Request body: {'port': {'device_id': 'cd324dc8-4349-48b1-a13b-6c9b55a28fb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83744'}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:07:21.097767 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.db [req-11afcc0a-bcff-4c0a-bca3-d4eaba49534d req-4debfe0e-ddfc-4b29-8879-3abd47072b96 service neutron] For port 2c439cb7-a36e-4b90-9471-e0a5db03f732, host hv-cinder-83744, cleared binding levels {{(pid=103483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:07:21.100216 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-822ba867-94ad-4af2-a38f-7cd93d3db28c req-35cb268e-f08c-4329-af39-b31196b087aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (92146904-e0fe-4bb9-9ec3-b75045ccde7a), before_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:21.103298 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.db [req-11afcc0a-bcff-4c0a-bca3-d4eaba49534d req-4debfe0e-ddfc-4b29-8879-3abd47072b96 service neutron] For port 2c439cb7-a36e-4b90-9471-e0a5db03f732, host hv-cinder-83744, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=2c439cb7-a36e-4b90-9471-e0a5db03f732,segment=NetworkSegment(dd5e46db-2abb-4e6f-862d-f5a1257f87c2),segment_id=dd5e46db-2abb-4e6f-862d-f5a1257f87c2)] {{(pid=103483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:07:21.117143 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-11afcc0a-bcff-4c0a-bca3-d4eaba49534d req-4debfe0e-ddfc-4b29-8879-3abd47072b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28322808'] for port (2c439cb7-a36e-4b90-9471-e0a5db03f732), after_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:21.162642 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c5fb8-58a9-4000-b9ef-42fc2f66c684 req-83e3b6a2-ca7e-491b-8bf9-84a273245bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:21.163170 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7b5c5fb8-58a9-4000-b9ef-42fc2f66c684 req-83e3b6a2-ca7e-491b-8bf9-84a273245bae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for port (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:21.164577 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-7b5c5fb8-58a9-4000-b9ef-42fc2f66c684 req-83e3b6a2-ca7e-491b-8bf9-84a273245bae service neutron] 10.222.0.25 "PUT /v2.0/ports/24861ab0-eb1b-458d-be36-a018cc96c3ea HTTP/1.1" status: 200 len: 1093 time: 1.2715797 Apr 12 03:07:21.165301 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05a47b1f-6ab7-47db-bb09-f928a1c78e69', 'tag': '24861ab0-eb1b-458d-be36-a018cc96c3ea'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:07:21.166668 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11afcc0a-bcff-4c0a-bca3-d4eaba49534d req-4debfe0e-ddfc-4b29-8879-3abd47072b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:21.167322 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-11afcc0a-bcff-4c0a-bca3-d4eaba49534d req-4debfe0e-ddfc-4b29-8879-3abd47072b96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for port (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:21.167606 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d98137ebe7b3f8ae23a53251b76916d727952a33f49bb2ab88d2915e9897d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c02da9d-c913-4b1a-9185-1bfd6959e355" -d '{"events": [{"name": "network-changed", "server_uuid": "05a47b1f-6ab7-47db-bb09-f928a1c78e69", "tag": "24861ab0-eb1b-458d-be36-a018cc96c3ea"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:07:21.172101 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-11afcc0a-bcff-4c0a-bca3-d4eaba49534d req-4debfe0e-ddfc-4b29-8879-3abd47072b96 service neutron] 10.222.0.25 "PUT /v2.0/ports/2c439cb7-a36e-4b90-9471-e0a5db03f732 HTTP/1.1" status: 200 len: 1094 time: 1.7755640 Apr 12 03:07:21.177470 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e3b6a2-ca7e-491b-8bf9-84a273245bae service neutron] Pushing event updated for resources: {'Port': ['ID=24861ab0-eb1b-458d-be36-a018cc96c3ea,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:21.223889 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-c51b260a-fd03-42a9-98fc-fb386c31f4e0 req-2dfbbdcc-a5bb-4021-9ec0-7a448df7afe0 tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] 10.222.0.32 "GET /v2.0/security-groups?id=b42761e8-d223-4946-8383-010e3619424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3992786 Apr 12 03:07:21.254871 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea69c0ca-ca59-4516-a66e-b37a97b7a289', 'tag': '2c439cb7-a36e-4b90-9471-e0a5db03f732'}] {{(pid=103483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:07:21.257229 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e274900216188b1398d2f2ab6fda0f9d84329b9f507230773e3e9728a2d4b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788f72d0-c382-4994-9cbe-51312cbc833b" -d '{"events": [{"name": "network-changed", "server_uuid": "ea69c0ca-ca59-4516-a66e-b37a97b7a289", "tag": "2c439cb7-a36e-4b90-9471-e0a5db03f732"}]}' {{(pid=103483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:07:21.282382 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-6bfde18b-1323-4292-af5d-73f180e33529 None None] Provisioning complete for port 92146904-e0fe-4bb9-9ec3-b75045ccde7a triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:07:21.283927 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6bfde18b-1323-4292-af5d-73f180e33529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (92146904-e0fe-4bb9-9ec3-b75045ccde7a), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:21.324068 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c8ebac-167a-4f2e-b185-65cebcbb0d49 x-openstack-request-id: req-d0c8ebac-167a-4f2e-b185-65cebcbb0d49 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:07:21.324364 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05a47b1f-6ab7-47db-bb09-f928a1c78e69", "tag": "24861ab0-eb1b-458d-be36-a018cc96c3ea", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:07:21.324621 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d0c8ebac-167a-4f2e-b185-65cebcbb0d49 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:07:21.325017 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0c8ebac-167a-4f2e-b185-65cebcbb0d49'] response: {'name': 'network-changed', 'server_uuid': '05a47b1f-6ab7-47db-bb09-f928a1c78e69', 'tag': '24861ab0-eb1b-458d-be36-a018cc96c3ea', 'status': 'completed', 'code': 200} Apr 12 03:07:21.341689 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-6bfde18b-1323-4292-af5d-73f180e33529 None None] Port 92146904-e0fe-4bb9-9ec3-b75045ccde7a cannot update to ACTIVE because it is not bound. {{(pid=103485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:07:21.353899 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11afcc0a-bcff-4c0a-bca3-d4eaba49534d req-8ed4df65-cc01-4bf1-b554-b7195a546d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:21.355575 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-11afcc0a-bcff-4c0a-bca3-d4eaba49534d req-8ed4df65-cc01-4bf1-b554-b7195a546d62 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e9ed2cca6cce43c599fc86b60cfafda6&device_id=ea69c0ca-ca59-4516-a66e-b37a97b7a289 HTTP/1.1" status: 200 len: 1128 time: 0.0954990 Apr 12 03:07:21.383522 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c4a0c9-3a13-44ae-925b-23cbcbbcc780 x-openstack-request-id: req-29c4a0c9-3a13-44ae-925b-23cbcbbcc780 {{(pid=103483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:07:21.383522 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea69c0ca-ca59-4516-a66e-b37a97b7a289", "tag": "2c439cb7-a36e-4b90-9471-e0a5db03f732", "status": "completed", "code": 200}]} {{(pid=103483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:07:21.383868 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-29c4a0c9-3a13-44ae-925b-23cbcbbcc780 {{(pid=103483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:07:21.384234 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29c4a0c9-3a13-44ae-925b-23cbcbbcc780'] response: {'name': 'network-changed', 'server_uuid': 'ea69c0ca-ca59-4516-a66e-b37a97b7a289', 'tag': '2c439cb7-a36e-4b90-9471-e0a5db03f732', 'status': 'completed', 'code': 200} Apr 12 03:07:21.385499 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c5fb8-58a9-4000-b9ef-42fc2f66c684 req-a481640d-9b01-41b4-9a39-2eb491506866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:21.387046 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-7b5c5fb8-58a9-4000-b9ef-42fc2f66c684 req-a481640d-9b01-41b4-9a39-2eb491506866 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=52b2d02e7570468daabac047ad3a7fa5&device_id=05a47b1f-6ab7-47db-bb09-f928a1c78e69 HTTP/1.1" status: 200 len: 1127 time: 0.1254170 Apr 12 03:07:21.387634 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4debfe0e-ddfc-4b29-8879-3abd47072b96 service neutron] Pushing event updated for resources: {'Port': ['ID=2c439cb7-a36e-4b90-9471-e0a5db03f732,revision_number=3']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:21.428183 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-11afcc0a-bcff-4c0a-bca3-d4eaba49534d req-5b67a7dc-4e22-4722-ad8d-8c7e354c33be service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c439cb7-a36e-4b90-9471-e0a5db03f732 HTTP/1.1" status: 200 len: 217 time: 0.0531342 Apr 12 03:07:21.440063 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7769adfe-bc4e-405d-a208-a1f56771d477 req-4c1a2e1d-2073-4ab2-a80f-ac00420dffb1 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:21.444186 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-7769adfe-bc4e-405d-a208-a1f56771d477 req-4c1a2e1d-2073-4ab2-a80f-ac00420dffb1 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=05a47b1f-6ab7-47db-bb09-f928a1c78e69 HTTP/1.1" status: 200 len: 943 time: 0.1158245 Apr 12 03:07:21.446221 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-7b5c5fb8-58a9-4000-b9ef-42fc2f66c684 req-be608bb7-2803-4b16-b12e-b54fcc6ab220 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24861ab0-eb1b-458d-be36-a018cc96c3ea HTTP/1.1" status: 200 len: 217 time: 0.0481157 Apr 12 03:07:21.514617 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11afcc0a-bcff-4c0a-bca3-d4eaba49534d req-87983d79-1bf9-4367-b3f0-74bf8bfbad1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:21.516090 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-11afcc0a-bcff-4c0a-bca3-d4eaba49534d req-87983d79-1bf9-4367-b3f0-74bf8bfbad1e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3d77e3de-5404-4af1-9a0f-14127064fff3 HTTP/1.1" status: 200 len: 854 time: 0.0707579 Apr 12 03:07:21.536827 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-7769adfe-bc4e-405d-a208-a1f56771d477 req-889ef2af-99c6-4298-b957-ad5072f233f5 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8cd3214-f41b-4489-90f3-27757c64af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820670 Apr 12 03:07:21.550552 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3986a-32bc-4d4f-a33f-b8972d7aab7a req-222594c3-1853-4354-85f5-e96d24813ec9 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:21.553207 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-78c3986a-32bc-4d4f-a33f-b8972d7aab7a req-222594c3-1853-4354-85f5-e96d24813ec9 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 946 time: 0.1130593 Apr 12 03:07:21.562529 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11afcc0a-bcff-4c0a-bca3-d4eaba49534d req-abeba4b6-acd0-4ae6-84f6-f1988c646bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:21.564082 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-11afcc0a-bcff-4c0a-bca3-d4eaba49534d req-abeba4b6-acd0-4ae6-84f6-f1988c646bdf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402372 Apr 12 03:07:21.598006 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c5fb8-58a9-4000-b9ef-42fc2f66c684 req-bafd0a1e-21c4-4b1b-8011-22b53399dbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:21.599435 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-7b5c5fb8-58a9-4000-b9ef-42fc2f66c684 req-bafd0a1e-21c4-4b1b-8011-22b53399dbf4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fe4d4e4c-7961-4f3e-a108-6fc7a367da7d HTTP/1.1" status: 200 len: 857 time: 0.1237707 Apr 12 03:07:21.662248 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-11afcc0a-bcff-4c0a-bca3-d4eaba49534d req-1ca872f6-7d83-46f5-b32d-1631f5c0adf9 service neutron] 10.222.0.25 "GET /v2.0/networks/c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897632 Apr 12 03:07:21.695362 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c5fb8-58a9-4000-b9ef-42fc2f66c684 req-5be479c0-881e-4733-931f-735e6bbe13bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:21.696809 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-7b5c5fb8-58a9-4000-b9ef-42fc2f66c684 req-5be479c0-881e-4733-931f-735e6bbe13bc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=14a47694-9f88-4832-ab57-c60bc64938b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0885644 Apr 12 03:07:21.699872 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-78c3986a-32bc-4d4f-a33f-b8972d7aab7a req-ec111629-7291-43af-9b15-c1a873081ed9 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082866 Apr 12 03:07:21.762337 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-11afcc0a-bcff-4c0a-bca3-d4eaba49534d req-75958d87-2db6-4993-a29d-ea5cbf77b54b service neutron] 10.222.0.25 "GET /v2.0/networks/c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939004 Apr 12 03:07:21.813056 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.notifiers.nova [req-822ba867-94ad-4af2-a38f-7cd93d3db28c req-35cb268e-f08c-4329-af39-b31196b087aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92146904-e0fe-4bb9-9ec3-b75045ccde7a {{(pid=103483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:07:21.824708 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-822ba867-94ad-4af2-a38f-7cd93d3db28c req-35cb268e-f08c-4329-af39-b31196b087aa service neutron] Publish callbacks [] for port (92146904-e0fe-4bb9-9ec3-b75045ccde7a), precommit_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:21.843321 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-7b5c5fb8-58a9-4000-b9ef-42fc2f66c684 req-04858093-cf47-42f0-8cdc-2b12964eaa8e service neutron] 10.222.0.25 "GET /v2.0/networks/14a47694-9f88-4832-ab57-c60bc64938b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385431 Apr 12 03:07:21.845845 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.provisioning_blocks [req-822ba867-94ad-4af2-a38f-7cd93d3db28c req-35cb268e-f08c-4329-af39-b31196b087aa service neutron] Transition to ACTIVE for port object 92146904-e0fe-4bb9-9ec3-b75045ccde7a will not be triggered until provisioned by entity L2. {{(pid=103483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 03:07:21.851071 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-822ba867-94ad-4af2-a38f-7cd93d3db28c req-35cb268e-f08c-4329-af39-b31196b087aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28322808'] for port (92146904-e0fe-4bb9-9ec3-b75045ccde7a), after_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:21.907068 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cb268e-f08c-4329-af39-b31196b087aa service neutron] Pushing event updated for resources: {'Port': ['ID=92146904-e0fe-4bb9-9ec3-b75045ccde7a,revision_number=2']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:21.932008 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dab331-2ab9-4055-9157-863290e6ce57 req-54e81e13-0831-4ae6-a565-d6724f81ec22 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:21.933871 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-c5dab331-2ab9-4055-9157-863290e6ce57 req-54e81e13-0831-4ae6-a565-d6724f81ec22 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea69c0ca-ca59-4516-a66e-b37a97b7a289 HTTP/1.1" status: 200 len: 944 time: 0.0609486 Apr 12 03:07:21.979835 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.managers [req-822ba867-94ad-4af2-a38f-7cd93d3db28c req-35cb268e-f08c-4329-af39-b31196b087aa service neutron] Attempting to bind port 92146904-e0fe-4bb9-9ec3-b75045ccde7a on host hv-cinder-83744 for vnic_type normal with profile {{(pid=103483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:07:21.980227 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.managers [req-822ba867-94ad-4af2-a38f-7cd93d3db28c req-35cb268e-f08c-4329-af39-b31196b087aa service neutron] Attempting to bind port 92146904-e0fe-4bb9-9ec3-b75045ccde7a by drivers openvswitch,hyperv on host hv-cinder-83744 at level 0 using segments [{'id': 'b15ba173-0e71-4872-8e9e-e6feaf245eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '03abd1f3-d6c4-4a34-bbb7-69c4e87e3118'}] {{(pid=103483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:07:21.980560 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822ba867-94ad-4af2-a38f-7cd93d3db28c req-35cb268e-f08c-4329-af39-b31196b087aa service neutron] Attempting to bind port 92146904-e0fe-4bb9-9ec3-b75045ccde7a on network 03abd1f3-d6c4-4a34-bbb7-69c4e87e3118 {{(pid=103483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:07:21.990609 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822ba867-94ad-4af2-a38f-7cd93d3db28c req-35cb268e-f08c-4329-af39-b31196b087aa service neutron] Port 92146904-e0fe-4bb9-9ec3-b75045ccde7a on network 03abd1f3-d6c4-4a34-bbb7-69c4e87e3118 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83744 {{(pid=103483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 03:07:21.990939 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822ba867-94ad-4af2-a38f-7cd93d3db28c req-35cb268e-f08c-4329-af39-b31196b087aa service neutron] Attempting to bind port 92146904-e0fe-4bb9-9ec3-b75045ccde7a on network 03abd1f3-d6c4-4a34-bbb7-69c4e87e3118 {{(pid=103483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:07:21.999101 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822ba867-94ad-4af2-a38f-7cd93d3db28c req-35cb268e-f08c-4329-af39-b31196b087aa service neutron] Checking agent: {'id': 'd9b4afc3-988d-4081-ae69-d9ab2b5cf58b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83744', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 3, 2, 51), 'started_at': datetime.datetime(2022, 4, 12, 3, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:07:21.999452 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822ba867-94ad-4af2-a38f-7cd93d3db28c req-35cb268e-f08c-4329-af39-b31196b087aa service neutron] Checking segment: {'id': 'b15ba173-0e71-4872-8e9e-e6feaf245eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '03abd1f3-d6c4-4a34-bbb7-69c4e87e3118'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:07:21.999998 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822ba867-94ad-4af2-a38f-7cd93d3db28c req-35cb268e-f08c-4329-af39-b31196b087aa service neutron] Bound using segment: {'id': 'b15ba173-0e71-4872-8e9e-e6feaf245eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '03abd1f3-d6c4-4a34-bbb7-69c4e87e3118'} {{(pid=103483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:07:22.000968 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.managers [req-822ba867-94ad-4af2-a38f-7cd93d3db28c req-35cb268e-f08c-4329-af39-b31196b087aa service neutron] Bound port: 92146904-e0fe-4bb9-9ec3-b75045ccde7a, host: hv-cinder-83744, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b15ba173-0e71-4872-8e9e-e6feaf245eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '03abd1f3-d6c4-4a34-bbb7-69c4e87e3118'}}] {{(pid=103483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:07:22.000968 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-822ba867-94ad-4af2-a38f-7cd93d3db28c req-35cb268e-f08c-4329-af39-b31196b087aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (92146904-e0fe-4bb9-9ec3-b75045ccde7a), before_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:22.005483 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-c5dab331-2ab9-4055-9157-863290e6ce57 req-71632dba-264f-4ffd-bfa2-f2c817e2aa57 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?id=e56981fc-dac5-4050-95f0-90a729b5598c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602756 Apr 12 03:07:22.072761 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.db [req-822ba867-94ad-4af2-a38f-7cd93d3db28c req-35cb268e-f08c-4329-af39-b31196b087aa service neutron] For port 92146904-e0fe-4bb9-9ec3-b75045ccde7a, host hv-cinder-83744, cleared binding levels {{(pid=103483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:07:22.076807 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.db [req-822ba867-94ad-4af2-a38f-7cd93d3db28c req-35cb268e-f08c-4329-af39-b31196b087aa service neutron] For port 92146904-e0fe-4bb9-9ec3-b75045ccde7a, host hv-cinder-83744, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=92146904-e0fe-4bb9-9ec3-b75045ccde7a,segment=NetworkSegment(b15ba173-0e71-4872-8e9e-e6feaf245eca),segment_id=b15ba173-0e71-4872-8e9e-e6feaf245eca)] {{(pid=103483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:07:22.083804 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-822ba867-94ad-4af2-a38f-7cd93d3db28c req-35cb268e-f08c-4329-af39-b31196b087aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28322808'] for port (92146904-e0fe-4bb9-9ec3-b75045ccde7a), after_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:22.119478 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ba867-94ad-4af2-a38f-7cd93d3db28c req-35cb268e-f08c-4329-af39-b31196b087aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:22.120131 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-822ba867-94ad-4af2-a38f-7cd93d3db28c req-35cb268e-f08c-4329-af39-b31196b087aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for port (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:22.121497 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-822ba867-94ad-4af2-a38f-7cd93d3db28c req-35cb268e-f08c-4329-af39-b31196b087aa service neutron] 10.222.0.25 "PUT /v2.0/ports/92146904-e0fe-4bb9-9ec3-b75045ccde7a HTTP/1.1" status: 200 len: 1097 time: 1.1506453 Apr 12 03:07:22.140554 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cb268e-f08c-4329-af39-b31196b087aa service neutron] Pushing event updated for resources: {'Port': ['ID=92146904-e0fe-4bb9-9ec3-b75045ccde7a,revision_number=3']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:22.344089 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b011bd5-f983-44a7-9be5-74fa801d5e79 req-4ca6b50f-4e04-4619-920f-21410ce9ebce tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:22.345569 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-6b011bd5-f983-44a7-9be5-74fa801d5e79 req-4ca6b50f-4e04-4619-920f-21410ce9ebce tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd324dc8-4349-48b1-a13b-6c9b55a28fb3 HTTP/1.1" status: 200 len: 947 time: 0.0484858 Apr 12 03:07:22.394112 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-6b011bd5-f983-44a7-9be5-74fa801d5e79 req-291faa20-d907-47e3-81a2-3ac5da90860c tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] 10.222.0.32 "GET /v2.0/security-groups?id=b42761e8-d223-4946-8383-010e3619424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428038 Apr 12 03:07:22.649845 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d534165-6c15-488a-9d1b-4e9424936efb req-749a4352-51d4-4bcf-87f5-d0061eb12ac6 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:22.651294 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-0d534165-6c15-488a-9d1b-4e9424936efb req-749a4352-51d4-4bcf-87f5-d0061eb12ac6 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=05a47b1f-6ab7-47db-bb09-f928a1c78e69 HTTP/1.1" status: 200 len: 943 time: 0.0468981 Apr 12 03:07:22.701790 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-0d534165-6c15-488a-9d1b-4e9424936efb req-e79a3110-95ef-4904-af49-2b3e747586f3 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8cd3214-f41b-4489-90f3-27757c64af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449090 Apr 12 03:07:22.780741 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ba867-94ad-4af2-a38f-7cd93d3db28c req-9613f329-3a6e-4a6c-b87b-8fceb9cc8f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:22.782225 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-822ba867-94ad-4af2-a38f-7cd93d3db28c req-9613f329-3a6e-4a6c-b87b-8fceb9cc8f43 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6edbc11af57f4865b07f6db8942428ad&device_id=cd324dc8-4349-48b1-a13b-6c9b55a28fb3 HTTP/1.1" status: 200 len: 1131 time: 0.0455167 Apr 12 03:07:22.818565 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f72d0-c382-4994-9cbe-51312cbc833b req-aa43a86e-6f65-42d3-8a04-95882fc15843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:22.820096 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-788f72d0-c382-4994-9cbe-51312cbc833b req-aa43a86e-6f65-42d3-8a04-95882fc15843 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e9ed2cca6cce43c599fc86b60cfafda6&device_id=ea69c0ca-ca59-4516-a66e-b37a97b7a289 HTTP/1.1" status: 200 len: 1128 time: 0.0941293 Apr 12 03:07:22.827880 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-822ba867-94ad-4af2-a38f-7cd93d3db28c req-b33e7e8e-9548-4dce-9ffa-d4124f1578f8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=92146904-e0fe-4bb9-9ec3-b75045ccde7a HTTP/1.1" status: 200 len: 217 time: 0.0373673 Apr 12 03:07:22.876174 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ba867-94ad-4af2-a38f-7cd93d3db28c req-e5f0b8c2-022b-4a29-9d75-a32d5ae2b1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:22.877625 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-822ba867-94ad-4af2-a38f-7cd93d3db28c req-e5f0b8c2-022b-4a29-9d75-a32d5ae2b1bc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b2f93cd2-2818-4edb-b142-4921b3fa96fd HTTP/1.1" status: 200 len: 843 time: 0.0443695 Apr 12 03:07:22.886476 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda51825-3adc-4bb1-aedc-0ad815c01a20 req-07816ccf-2129-4116-9b0e-14bd230cf6cd tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:22.887986 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-bda51825-3adc-4bb1-aedc-0ad815c01a20 req-07816ccf-2129-4116-9b0e-14bd230cf6cd tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 946 time: 0.0982471 Apr 12 03:07:22.923309 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ba867-94ad-4af2-a38f-7cd93d3db28c req-572ae886-0149-4d21-b867-89241710973c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:22.924804 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-822ba867-94ad-4af2-a38f-7cd93d3db28c req-572ae886-0149-4d21-b867-89241710973c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=03abd1f3-d6c4-4a34-bbb7-69c4e87e3118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0404954 Apr 12 03:07:22.939971 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-7b5c5fb8-58a9-4000-b9ef-42fc2f66c684 req-f76f745d-6c54-45b7-8957-c8721aef4031 service neutron] 10.222.0.25 "GET /v2.0/networks/14a47694-9f88-4832-ab57-c60bc64938b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371211 Apr 12 03:07:22.993906 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-bda51825-3adc-4bb1-aedc-0ad815c01a20 req-12258b50-a473-463a-b987-8d66b2a38587 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989435 Apr 12 03:07:22.995329 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f72d0-c382-4994-9cbe-51312cbc833b req-73612fb3-583b-4c64-9886-dda2842f96a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:22.996697 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-788f72d0-c382-4994-9cbe-51312cbc833b req-73612fb3-583b-4c64-9886-dda2842f96a3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b HTTP/1.1" status: 200 len: 915 time: 0.1572561 Apr 12 03:07:23.026142 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-822ba867-94ad-4af2-a38f-7cd93d3db28c req-4102684c-8600-45de-9d66-36eb6569005e service neutron] 10.222.0.25 "GET /v2.0/networks/03abd1f3-d6c4-4a34-bbb7-69c4e87e3118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891783 Apr 12 03:07:23.040505 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-788f72d0-c382-4994-9cbe-51312cbc833b req-d1bc93d8-0f95-47cd-8a25-e4200aedd8ae service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c439cb7-a36e-4b90-9471-e0a5db03f732 HTTP/1.1" status: 200 len: 217 time: 0.0381556 Apr 12 03:07:23.119908 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69612e2-c508-4b7e-b501-0b1342253476 req-db0faae4-ecc8-4b26-bb47-f1f0a6f3389f tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:23.121246 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-d69612e2-c508-4b7e-b501-0b1342253476 req-db0faae4-ecc8-4b26-bb47-f1f0a6f3389f tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea69c0ca-ca59-4516-a66e-b37a97b7a289 HTTP/1.1" status: 200 len: 944 time: 0.0487475 Apr 12 03:07:23.174395 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-d69612e2-c508-4b7e-b501-0b1342253476 req-7ecc8ca8-1153-4768-87ed-2f6e61814ab9 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?id=e56981fc-dac5-4050-95f0-90a729b5598c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453196 Apr 12 03:07:23.386151 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd324dc8-4349-48b1-a13b-6c9b55a28fb3', 'tag': '92146904-e0fe-4bb9-9ec3-b75045ccde7a'}] {{(pid=103483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:07:23.389822 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e274900216188b1398d2f2ab6fda0f9d84329b9f507230773e3e9728a2d4b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527df722-5101-400c-b4d4-254eac0e4270" -d '{"events": [{"name": "network-changed", "server_uuid": "cd324dc8-4349-48b1-a13b-6c9b55a28fb3", "tag": "92146904-e0fe-4bb9-9ec3-b75045ccde7a"}]}' {{(pid=103483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:07:23.426955 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286d651e-4a0b-49ba-bc0c-03df738922d8 x-openstack-request-id: req-286d651e-4a0b-49ba-bc0c-03df738922d8 {{(pid=103483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:07:23.427231 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd324dc8-4349-48b1-a13b-6c9b55a28fb3", "tag": "92146904-e0fe-4bb9-9ec3-b75045ccde7a", "status": "completed", "code": 200}]} {{(pid=103483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:07:23.427511 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-286d651e-4a0b-49ba-bc0c-03df738922d8 {{(pid=103483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:07:23.427942 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-286d651e-4a0b-49ba-bc0c-03df738922d8'] response: {'name': 'network-changed', 'server_uuid': 'cd324dc8-4349-48b1-a13b-6c9b55a28fb3', 'tag': '92146904-e0fe-4bb9-9ec3-b75045ccde7a', 'status': 'completed', 'code': 200} Apr 12 03:07:23.505841 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58156fc2-79ef-49fa-9531-33d3174f7999 req-abd68fca-d546-4290-a5fa-b302de5822d5 tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:23.507261 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-58156fc2-79ef-49fa-9531-33d3174f7999 req-abd68fca-d546-4290-a5fa-b302de5822d5 tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd324dc8-4349-48b1-a13b-6c9b55a28fb3 HTTP/1.1" status: 200 len: 947 time: 0.0463564 Apr 12 03:07:23.554650 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-58156fc2-79ef-49fa-9531-33d3174f7999 req-d3653f53-794f-48b8-940f-a660510d81da tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] 10.222.0.32 "GET /v2.0/security-groups?id=b42761e8-d223-4946-8383-010e3619424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418422 Apr 12 03:07:23.828129 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c768b55-da43-44b0-8969-42a1c013e948 req-1a8aaf84-1c07-4869-8a82-84c417405560 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:23.829571 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-7c768b55-da43-44b0-8969-42a1c013e948 req-1a8aaf84-1c07-4869-8a82-84c417405560 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=05a47b1f-6ab7-47db-bb09-f928a1c78e69 HTTP/1.1" status: 200 len: 943 time: 0.0531671 Apr 12 03:07:23.877437 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-7c768b55-da43-44b0-8969-42a1c013e948 req-38fd45e8-22d5-4d1e-b1fd-677be5c7c7bd tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8cd3214-f41b-4489-90f3-27757c64af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420754 Apr 12 03:07:24.076108 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02da9d-c913-4b1a-9185-1bfd6959e355 req-6e46e974-5734-4720-a3ca-5ace079b1fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:24.077593 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-9c02da9d-c913-4b1a-9185-1bfd6959e355 req-6e46e974-5734-4720-a3ca-5ace079b1fc6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=52b2d02e7570468daabac047ad3a7fa5&device_id=05a47b1f-6ab7-47db-bb09-f928a1c78e69 HTTP/1.1" status: 200 len: 1127 time: 0.0773084 Apr 12 03:07:24.079509 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f72d0-c382-4994-9cbe-51312cbc833b req-ebaa6819-cbbe-4639-b955-b5e8dfec6005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:24.080829 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-788f72d0-c382-4994-9cbe-51312cbc833b req-ebaa6819-cbbe-4639-b955-b5e8dfec6005 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3d77e3de-5404-4af1-9a0f-14127064fff3 HTTP/1.1" status: 200 len: 854 time: 0.0894732 Apr 12 03:07:24.085693 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-822ba867-94ad-4af2-a38f-7cd93d3db28c req-98a675a5-332b-43d9-9712-dbcab8a1afc5 service neutron] 10.222.0.25 "GET /v2.0/networks/03abd1f3-d6c4-4a34-bbb7-69c4e87e3118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945098 Apr 12 03:07:24.140664 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c4498-98de-4eed-99dc-f69ba0216732 req-0375608a-0e78-4a79-9c0d-74ce03eea7a7 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:24.142043 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-c49c4498-98de-4eed-99dc-f69ba0216732 req-0375608a-0e78-4a79-9c0d-74ce03eea7a7 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 946 time: 0.0478988 Apr 12 03:07:24.188431 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f72d0-c382-4994-9cbe-51312cbc833b req-4632dea6-09d9-40ca-9708-8884a10146d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:24.188789 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-c49c4498-98de-4eed-99dc-f69ba0216732 req-723f8743-b363-41b5-9969-a72b595c4a29 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407367 Apr 12 03:07:24.190154 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-788f72d0-c382-4994-9cbe-51312cbc833b req-4632dea6-09d9-40ca-9708-8884a10146d5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0905569 Apr 12 03:07:24.222359 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02da9d-c913-4b1a-9185-1bfd6959e355 req-fdfb318f-ed1a-4b5c-afa1-11bfa6a353b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:24.223975 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-9c02da9d-c913-4b1a-9185-1bfd6959e355 req-fdfb318f-ed1a-4b5c-afa1-11bfa6a353b6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=14a47694-9f88-4832-ab57-c60bc64938b8 HTTP/1.1" status: 200 len: 918 time: 0.1321027 Apr 12 03:07:24.287132 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c28b3e-ec2b-487e-9c44-32ec45b62c83 req-3f78fe17-5802-4045-a9c8-085f23fd62d1 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:24.288638 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-44c28b3e-ec2b-487e-9c44-32ec45b62c83 req-3f78fe17-5802-4045-a9c8-085f23fd62d1 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea69c0ca-ca59-4516-a66e-b37a97b7a289 HTTP/1.1" status: 200 len: 944 time: 0.0461357 Apr 12 03:07:24.340878 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-44c28b3e-ec2b-487e-9c44-32ec45b62c83 req-d970272f-aa6e-4f63-be69-f79eef320bd4 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?id=e56981fc-dac5-4050-95f0-90a729b5598c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440788 Apr 12 03:07:24.673788 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e147b1-5044-4e89-83fa-27875b28fdc3 req-acc4e924-f8f0-4c39-b5d0-9972623f8c13 tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:24.675232 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-64e147b1-5044-4e89-83fa-27875b28fdc3 req-acc4e924-f8f0-4c39-b5d0-9972623f8c13 tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd324dc8-4349-48b1-a13b-6c9b55a28fb3 HTTP/1.1" status: 200 len: 947 time: 0.0476606 Apr 12 03:07:24.723984 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-64e147b1-5044-4e89-83fa-27875b28fdc3 req-98120329-ba99-4063-a011-8863ca7fa61b tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] 10.222.0.32 "GET /v2.0/security-groups?id=b42761e8-d223-4946-8383-010e3619424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405502 Apr 12 03:07:24.772605 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4a546ed9-7e01-4585-8057-2ea021882f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (fa7f2a92-0c20-457b-b451-d8a4489755d5), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:24.982124 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device 2c439cb7-a36e-4b90-9471-e0a5db03f732 details requested by agent hyperv_hv-cinder-83744 with host hv-cinder-83744 {{(pid=103485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 03:07:24.995694 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113b218c-a6fb-4398-92e4-227d65049763 req-77bae284-2e17-43f8-bec7-07f0c32479cd tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:24.997229 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-113b218c-a6fb-4398-92e4-227d65049763 req-77bae284-2e17-43f8-bec7-07f0c32479cd tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=05a47b1f-6ab7-47db-bb09-f928a1c78e69 HTTP/1.1" status: 200 len: 943 time: 0.0482564 Apr 12 03:07:25.053480 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-113b218c-a6fb-4398-92e4-227d65049763 req-3f008b85-0269-4879-b1a6-9f428c2c2cb0 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8cd3214-f41b-4489-90f3-27757c64af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504806 Apr 12 03:07:25.081452 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port 2c439cb7-a36e-4b90-9471-e0a5db03f732, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=2c439cb7-a36e-4b90-9471-e0a5db03f732,segment=NetworkSegment(dd5e46db-2abb-4e6f-862d-f5a1257f87c2),segment_id=dd5e46db-2abb-4e6f-862d-f5a1257f87c2)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:07:25.093622 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Returning: {'device': '2c439cb7-a36e-4b90-9471-e0a5db03f732', 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b', 'port_id': '2c439cb7-a36e-4b90-9471-e0a5db03f732', 'mac_address': 'fa:16:3e:1a:2d:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d77e3de-5404-4af1-9a0f-14127064fff3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 03:07:25.133418 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Current status of the port 2c439cb7-a36e-4b90-9471-e0a5db03f732 is: DOWN; New status is: BUILD {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:07:25.133795 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (2c439cb7-a36e-4b90-9471-e0a5db03f732), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:25.146416 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c439cb7-a36e-4b90-9471-e0a5db03f732 {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:07:25.165566 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port 2c439cb7-a36e-4b90-9471-e0a5db03f732, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=2c439cb7-a36e-4b90-9471-e0a5db03f732,segment=NetworkSegment(dd5e46db-2abb-4e6f-862d-f5a1257f87c2),segment_id=dd5e46db-2abb-4e6f-862d-f5a1257f87c2)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:07:25.171068 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (2c439cb7-a36e-4b90-9471-e0a5db03f732), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:25.222133 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Pushing event updated for resources: {'Port': ['ID=2c439cb7-a36e-4b90-9471-e0a5db03f732,revision_number=4']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:25.230234 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:07:25.230458 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:07:25.230796 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:07:25.231129 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:07:25.231457 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:07:25.231802 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:07:25.232121 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:07:25.232476 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:07:25.232744 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:07:25.233054 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:07:25.233361 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:07:25.233701 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:07:25.234016 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:07:25.234326 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:07:25.234778 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:07:25.273452 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-9c02da9d-c913-4b1a-9185-1bfd6959e355 req-2c1851db-455a-4140-84e9-906eeb686bcd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24861ab0-eb1b-458d-be36-a018cc96c3ea HTTP/1.1" status: 200 len: 217 time: 0.0647106 Apr 12 03:07:25.300457 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527df722-5101-400c-b4d4-254eac0e4270 req-f43421cf-acef-42d9-b54a-eeaea3385ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:25.302139 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-527df722-5101-400c-b4d4-254eac0e4270 req-f43421cf-acef-42d9-b54a-eeaea3385ea9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6edbc11af57f4865b07f6db8942428ad&device_id=cd324dc8-4349-48b1-a13b-6c9b55a28fb3 HTTP/1.1" status: 200 len: 1131 time: 0.0951204 Apr 12 03:07:25.319095 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c40be2-a239-4cd4-9041-1a2152999381 req-dfb97db3-49e2-45c1-8fb3-48b3db35047d tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:25.320959 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-b7c40be2-a239-4cd4-9041-1a2152999381 req-dfb97db3-49e2-45c1-8fb3-48b3db35047d tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 946 time: 0.0509083 Apr 12 03:07:25.343501 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-788f72d0-c382-4994-9cbe-51312cbc833b req-882fe0a5-73e3-4c22-8ce8-b5448903c983 service neutron] 10.222.0.25 "GET /v2.0/networks/c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335719 Apr 12 03:07:25.441504 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-b7c40be2-a239-4cd4-9041-1a2152999381 req-395b5048-e1dc-4198-8a63-8c183a130e09 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147385 Apr 12 03:07:25.481523 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527df722-5101-400c-b4d4-254eac0e4270 req-56fd930c-b4b7-46fb-95ba-7e13f097b397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:25.483200 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-527df722-5101-400c-b4d4-254eac0e4270 req-56fd930c-b4b7-46fb-95ba-7e13f097b397 service neutron] 10.222.0.25 "GET /v2.0/networks?id=03abd1f3-d6c4-4a34-bbb7-69c4e87e3118 HTTP/1.1" status: 200 len: 869 time: 0.1251407 Apr 12 03:07:25.489957 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02da9d-c913-4b1a-9185-1bfd6959e355 req-ca8b21d3-9865-40f1-92f6-a3744193ddf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:25.491404 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-9c02da9d-c913-4b1a-9185-1bfd6959e355 req-ca8b21d3-9865-40f1-92f6-a3744193ddf9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fe4d4e4c-7961-4f3e-a108-6fc7a367da7d HTTP/1.1" status: 200 len: 857 time: 0.1338401 Apr 12 03:07:25.516622 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250de9db-4192-47a4-9bc7-55315bfaa598 req-9f229ca7-d393-4188-842b-e7f398594f03 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:25.518069 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-250de9db-4192-47a4-9bc7-55315bfaa598 req-9f229ca7-d393-4188-842b-e7f398594f03 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea69c0ca-ca59-4516-a66e-b37a97b7a289 HTTP/1.1" status: 200 len: 945 time: 0.1015675 Apr 12 03:07:25.527175 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-527df722-5101-400c-b4d4-254eac0e4270 req-38d24fa9-a488-4968-bf5f-2add828a3686 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=92146904-e0fe-4bb9-9ec3-b75045ccde7a HTTP/1.1" status: 200 len: 217 time: 0.0360272 Apr 12 03:07:25.542822 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] get_ports_and_sgs() called for port_ids ['2c439cb7-a36e-4b90-9471-e0a5db03f732'] {{(pid=103485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:07:25.575011 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-788f72d0-c382-4994-9cbe-51312cbc833b req-097481df-ee0f-43c9-b0e9-53dbebae1845 service neutron] 10.222.0.25 "GET /v2.0/networks/c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094755 Apr 12 03:07:25.581246 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02da9d-c913-4b1a-9185-1bfd6959e355 req-261ac382-55bb-4763-9883-abc36400631b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:25.582780 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-9c02da9d-c913-4b1a-9185-1bfd6959e355 req-261ac382-55bb-4763-9883-abc36400631b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=14a47694-9f88-4832-ab57-c60bc64938b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0845191 Apr 12 03:07:25.588195 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527df722-5101-400c-b4d4-254eac0e4270 req-9d821468-daac-4b04-b84a-4f0af7811a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:25.589853 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-527df722-5101-400c-b4d4-254eac0e4270 req-9d821468-daac-4b04-b84a-4f0af7811a50 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b2f93cd2-2818-4edb-b142-4921b3fa96fd HTTP/1.1" status: 200 len: 843 time: 0.0561554 Apr 12 03:07:25.617329 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-250de9db-4192-47a4-9bc7-55315bfaa598 req-c5308c8c-c269-4c79-b542-c6dadea83c86 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?id=e56981fc-dac5-4050-95f0-90a729b5598c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819964 Apr 12 03:07:25.648199 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527df722-5101-400c-b4d4-254eac0e4270 req-30de083f-f9ee-403a-ba03-59023d9f3646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:25.649856 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-527df722-5101-400c-b4d4-254eac0e4270 req-30de083f-f9ee-403a-ba03-59023d9f3646 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=03abd1f3-d6c4-4a34-bbb7-69c4e87e3118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0524156 Apr 12 03:07:25.691417 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-9c02da9d-c913-4b1a-9185-1bfd6959e355 req-f309d63b-abf3-4eb3-af68-7b2a1a1de047 service neutron] 10.222.0.25 "GET /v2.0/networks/14a47694-9f88-4832-ab57-c60bc64938b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979600 Apr 12 03:07:25.748857 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-527df722-5101-400c-b4d4-254eac0e4270 req-dbc68c7e-8350-4954-8864-bea23466549b service neutron] 10.222.0.25 "GET /v2.0/networks/03abd1f3-d6c4-4a34-bbb7-69c4e87e3118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912399 Apr 12 03:07:25.782231 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-9c02da9d-c913-4b1a-9185-1bfd6959e355 req-502c600d-8b69-4c31-88e2-c65667abc8dc service neutron] 10.222.0.25 "GET /v2.0/networks/14a47694-9f88-4832-ab57-c60bc64938b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834260 Apr 12 03:07:25.872174 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a4cf89-2bba-4961-934d-7a3cdd19b31b req-49671170-ca06-4442-9155-43c9b2992d0c tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:25.873620 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-54a4cf89-2bba-4961-934d-7a3cdd19b31b req-49671170-ca06-4442-9155-43c9b2992d0c tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd324dc8-4349-48b1-a13b-6c9b55a28fb3 HTTP/1.1" status: 200 len: 947 time: 0.0582201 Apr 12 03:07:25.895634 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-527df722-5101-400c-b4d4-254eac0e4270 req-f07b3eb6-b6b3-4da9-ab3e-82e36badb771 service neutron] 10.222.0.25 "GET /v2.0/networks/03abd1f3-d6c4-4a34-bbb7-69c4e87e3118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388905 Apr 12 03:07:25.924785 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-54a4cf89-2bba-4961-934d-7a3cdd19b31b req-47870723-4191-4160-8d9e-02e2c97ff082 tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] 10.222.0.32 "GET /v2.0/security-groups?id=b42761e8-d223-4946-8383-010e3619424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455267 Apr 12 03:07:26.174489 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d174ca-e813-410a-8634-879ea0d80ca4 req-46f02dd4-2dfc-493e-aded-59845f22cd1d tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:26.176150 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-b7d174ca-e813-410a-8634-879ea0d80ca4 req-46f02dd4-2dfc-493e-aded-59845f22cd1d tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=05a47b1f-6ab7-47db-bb09-f928a1c78e69 HTTP/1.1" status: 200 len: 943 time: 0.0515656 Apr 12 03:07:26.488541 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-b7d174ca-e813-410a-8634-879ea0d80ca4 req-51de068d-b8e5-4436-b2b6-7777b5f5eaa4 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8cd3214-f41b-4489-90f3-27757c64af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3042290 Apr 12 03:07:26.559780 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7195288-ceea-4731-9210-aad92422adad req-4436ca57-0aca-4246-97cf-c73bab67548b tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:26.561372 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-d7195288-ceea-4731-9210-aad92422adad req-4436ca57-0aca-4246-97cf-c73bab67548b tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 946 time: 0.0475695 Apr 12 03:07:26.612715 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-d7195288-ceea-4731-9210-aad92422adad req-d4ae97f4-f703-4fd4-8cbb-673119920c25 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456960 Apr 12 03:07:26.739340 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32b01d-d88e-4400-91e8-01bf67813b59 req-270352b1-1c36-4ddb-92a2-9d1fdef2f54d tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:26.740759 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-8d32b01d-d88e-4400-91e8-01bf67813b59 req-270352b1-1c36-4ddb-92a2-9d1fdef2f54d tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea69c0ca-ca59-4516-a66e-b37a97b7a289 HTTP/1.1" status: 200 len: 945 time: 0.0502880 Apr 12 03:07:26.802276 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-8d32b01d-d88e-4400-91e8-01bf67813b59 req-1a7a3076-9e40-4db4-aead-2e4b58305337 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?id=e56981fc-dac5-4050-95f0-90a729b5598c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472939 Apr 12 03:07:27.003112 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device 92146904-e0fe-4bb9-9ec3-b75045ccde7a details requested by agent hyperv_hv-cinder-83744 with host hv-cinder-83744 {{(pid=103485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 03:07:27.005217 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device 2c439cb7-a36e-4b90-9471-e0a5db03f732 up at agent hyperv_hv-cinder-83744 {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:07:27.046190 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b60d2-1546-4d37-a85a-1c327ebd8082 req-2b4aaef9-3817-4b22-99a5-2ee10efdf473 tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:27.047706 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-007b60d2-1546-4d37-a85a-1c327ebd8082 req-2b4aaef9-3817-4b22-99a5-2ee10efdf473 tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd324dc8-4349-48b1-a13b-6c9b55a28fb3 HTTP/1.1" status: 200 len: 947 time: 0.0501661 Apr 12 03:07:27.098649 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-007b60d2-1546-4d37-a85a-1c327ebd8082 req-c0d9ef77-a581-494a-ad7e-d165b55347e6 tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] 10.222.0.32 "GET /v2.0/security-groups?id=b42761e8-d223-4946-8383-010e3619424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451694 Apr 12 03:07:27.107532 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Provisioning for port 2c439cb7-a36e-4b90-9471-e0a5db03f732 completed by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 03:07:27.117124 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Provisioning complete for port 2c439cb7-a36e-4b90-9471-e0a5db03f732 triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:07:27.117515 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (2c439cb7-a36e-4b90-9471-e0a5db03f732), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:27.168387 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port 92146904-e0fe-4bb9-9ec3-b75045ccde7a, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=92146904-e0fe-4bb9-9ec3-b75045ccde7a,segment=NetworkSegment(b15ba173-0e71-4872-8e9e-e6feaf245eca),segment_id=b15ba173-0e71-4872-8e9e-e6feaf245eca)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:07:27.184330 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Returning: {'device': '92146904-e0fe-4bb9-9ec3-b75045ccde7a', 'network_id': '03abd1f3-d6c4-4a34-bbb7-69c4e87e3118', 'port_id': '92146904-e0fe-4bb9-9ec3-b75045ccde7a', 'mac_address': 'fa:16:3e:2a:ab:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f93cd2-2818-4edb-b142-4921b3fa96fd', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 03:07:27.264874 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Current status of the port 92146904-e0fe-4bb9-9ec3-b75045ccde7a is: DOWN; New status is: BUILD {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:07:27.265247 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (92146904-e0fe-4bb9-9ec3-b75045ccde7a), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:27.267054 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Current status of the port 2c439cb7-a36e-4b90-9471-e0a5db03f732 is: BUILD; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:07:27.267594 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (2c439cb7-a36e-4b90-9471-e0a5db03f732), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:27.271267 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1b9fa6ec-34da-406f-903d-2c2ca1de96b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (beb15aed-f2b6-4676-85ca-b43f14e6acf3), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:27.297700 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92146904-e0fe-4bb9-9ec3-b75045ccde7a {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:07:27.312332 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea69c0ca-ca59-4516-a66e-b37a97b7a289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c439cb7-a36e-4b90-9471-e0a5db03f732'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:07:27.314548 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa41105cf641d53c122ae13245b26b419564b0c0a795a4827d4ee8fd8725077e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5437de38-c790-454c-b7dc-748b027ba8b0" -d '{"events": [{"server_uuid": "ea69c0ca-ca59-4516-a66e-b37a97b7a289", "name": "network-vif-plugged", "status": "completed", "tag": "2c439cb7-a36e-4b90-9471-e0a5db03f732"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:07:27.334032 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port 2c439cb7-a36e-4b90-9471-e0a5db03f732, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=2c439cb7-a36e-4b90-9471-e0a5db03f732,segment=NetworkSegment(dd5e46db-2abb-4e6f-862d-f5a1257f87c2),segment_id=dd5e46db-2abb-4e6f-862d-f5a1257f87c2)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:07:27.335958 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port 92146904-e0fe-4bb9-9ec3-b75045ccde7a, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=92146904-e0fe-4bb9-9ec3-b75045ccde7a,segment=NetworkSegment(b15ba173-0e71-4872-8e9e-e6feaf245eca),segment_id=b15ba173-0e71-4872-8e9e-e6feaf245eca)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:07:27.339493 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (2c439cb7-a36e-4b90-9471-e0a5db03f732), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:27.345059 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (92146904-e0fe-4bb9-9ec3-b75045ccde7a), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:27.345684 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device 24861ab0-eb1b-458d-be36-a018cc96c3ea details requested by agent hyperv_hv-cinder-83744 with host hv-cinder-83744 {{(pid=103485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 03:07:27.365124 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20773ad-42be-4937-a01f-b49c6bf65ae9 x-openstack-request-id: req-b20773ad-42be-4937-a01f-b49c6bf65ae9 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:07:27.365430 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea69c0ca-ca59-4516-a66e-b37a97b7a289", "name": "network-vif-plugged", "status": "completed", "tag": "2c439cb7-a36e-4b90-9471-e0a5db03f732", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:07:27.365692 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b20773ad-42be-4937-a01f-b49c6bf65ae9 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:07:27.366096 dv-cinder-837443-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b20773ad-42be-4937-a01f-b49c6bf65ae9'] response: {'server_uuid': 'ea69c0ca-ca59-4516-a66e-b37a97b7a289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c439cb7-a36e-4b90-9471-e0a5db03f732', 'code': 200} Apr 12 03:07:27.403328 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Pushing event updated for resources: {'Port': ['ID=2c439cb7-a36e-4b90-9471-e0a5db03f732,revision_number=5']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:27.502957 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Pushing event updated for resources: {'Port': ['ID=92146904-e0fe-4bb9-9ec3-b75045ccde7a,revision_number=4']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:27.522018 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port 24861ab0-eb1b-458d-be36-a018cc96c3ea, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=24861ab0-eb1b-458d-be36-a018cc96c3ea,segment=NetworkSegment(99682a96-90c8-491c-a1f8-c6fe889256f4),segment_id=99682a96-90c8-491c-a1f8-c6fe889256f4)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:07:27.536907 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Returning: {'device': '24861ab0-eb1b-458d-be36-a018cc96c3ea', 'network_id': '14a47694-9f88-4832-ab57-c60bc64938b8', 'port_id': '24861ab0-eb1b-458d-be36-a018cc96c3ea', 'mac_address': 'fa:16:3e:ef:13:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe4d4e4c-7961-4f3e-a108-6fc7a367da7d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 03:07:27.553065 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e28ab-f549-4959-9b5f-dc9d7203f694 req-d30e3fa6-6762-460f-98ca-b0db2ad6d497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:27.554763 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-a26e28ab-f549-4959-9b5f-dc9d7203f694 req-d30e3fa6-6762-460f-98ca-b0db2ad6d497 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ea69c0ca-ca59-4516-a66e-b37a97b7a289 HTTP/1.1" status: 200 len: 1130 time: 0.0433125 Apr 12 03:07:27.579933 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Current status of the port 24861ab0-eb1b-458d-be36-a018cc96c3ea is: DOWN; New status is: BUILD {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:07:27.580321 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (24861ab0-eb1b-458d-be36-a018cc96c3ea), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:27.594120 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24861ab0-eb1b-458d-be36-a018cc96c3ea {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:07:27.613700 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port 24861ab0-eb1b-458d-be36-a018cc96c3ea, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=24861ab0-eb1b-458d-be36-a018cc96c3ea,segment=NetworkSegment(99682a96-90c8-491c-a1f8-c6fe889256f4),segment_id=99682a96-90c8-491c-a1f8-c6fe889256f4)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:07:27.618175 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (24861ab0-eb1b-458d-be36-a018cc96c3ea), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:27.637377 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66039a68-cc26-4201-a084-3da6ba99af39 req-69d333fe-f7b0-4e5c-b8b7-f73a8ee686f0 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:27.639483 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-66039a68-cc26-4201-a084-3da6ba99af39 req-69d333fe-f7b0-4e5c-b8b7-f73a8ee686f0 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=05a47b1f-6ab7-47db-bb09-f928a1c78e69 HTTP/1.1" status: 200 len: 943 time: 0.0704427 Apr 12 03:07:27.642442 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-a26e28ab-f549-4959-9b5f-dc9d7203f694 req-913e483a-b9e3-4e7f-9132-f96bd6eb70a5 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e56981fc-dac5-4050-95f0-90a729b5598c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795398 Apr 12 03:07:27.667504 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Pushing event updated for resources: {'Port': ['ID=24861ab0-eb1b-458d-be36-a018cc96c3ea,revision_number=4']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:27.688239 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-66039a68-cc26-4201-a084-3da6ba99af39 req-0ad9c216-c5f5-4ec8-8a0f-22d5a178ce6d tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8cd3214-f41b-4489-90f3-27757c64af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420566 Apr 12 03:07:27.740256 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c1f30-6f5f-4958-9b34-8c0b3ef89af6 req-866d9cac-7265-4ed3-aba2-bd4dcbb33531 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:27.741709 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-1d5c1f30-6f5f-4958-9b34-8c0b3ef89af6 req-866d9cac-7265-4ed3-aba2-bd4dcbb33531 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 946 time: 0.0460515 Apr 12 03:07:27.790538 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-1d5c1f30-6f5f-4958-9b34-8c0b3ef89af6 req-a77ade97-e4da-4c91-9fab-d3f9482d00c8 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431826 Apr 12 03:07:27.915771 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910d2c2-fd67-4475-8a7e-d98585f591e4 req-9f3fc4cc-5847-44a3-9fb7-dcfee2f0146a tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:27.917221 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-4910d2c2-fd67-4475-8a7e-d98585f591e4 req-9f3fc4cc-5847-44a3-9fb7-dcfee2f0146a tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea69c0ca-ca59-4516-a66e-b37a97b7a289 HTTP/1.1" status: 200 len: 946 time: 0.0479853 Apr 12 03:07:27.967128 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-4910d2c2-fd67-4475-8a7e-d98585f591e4 req-65e3a277-0631-433b-a7b6-2c6e8ebf7d8a tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?id=e56981fc-dac5-4050-95f0-90a729b5598c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414641 Apr 12 03:07:28.137707 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] get_ports_and_sgs() called for port_ids ['24861ab0-eb1b-458d-be36-a018cc96c3ea'] {{(pid=103485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:07:28.215831 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de995c7a-8cfe-4da3-90f2-2baea8a0fadf req-2678d617-020e-4fb2-a884-82f0d0d399a8 tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:28.217632 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-de995c7a-8cfe-4da3-90f2-2baea8a0fadf req-2678d617-020e-4fb2-a884-82f0d0d399a8 tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd324dc8-4349-48b1-a13b-6c9b55a28fb3 HTTP/1.1" status: 200 len: 948 time: 0.0491927 Apr 12 03:07:28.244989 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a63736aa-03b4-448a-a5ac-a324793c796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (2fa08797-e830-4b1e-af03-8a255eb086f2), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:28.267566 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-de995c7a-8cfe-4da3-90f2-2baea8a0fadf req-25789a9c-0553-4604-a287-e6408b9378d4 tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] 10.222.0.32 "GET /v2.0/security-groups?id=b42761e8-d223-4946-8383-010e3619424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419059 Apr 12 03:07:28.276551 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] get_ports_and_sgs() called for port_ids ['92146904-e0fe-4bb9-9ec3-b75045ccde7a'] {{(pid=103485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:07:28.426618 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21022724-1441-454f-a1bb-d3cd6a936e96 req-571029ce-6c9c-4388-ab59-8cda8c95df92 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:28.428242 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-21022724-1441-454f-a1bb-d3cd6a936e96 req-571029ce-6c9c-4388-ab59-8cda8c95df92 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 945 time: 0.0498114 Apr 12 03:07:28.479459 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-21022724-1441-454f-a1bb-d3cd6a936e96 req-7f8eb4a9-2b8c-4ac3-904c-1f7e09e5bf93 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=37b179c6-f3cc-4a4d-ad74-37db92046685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452278 Apr 12 03:07:28.816565 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd979d1-5df6-45b3-b68d-e8abb199c809 req-e3771ef9-6c7f-4b47-97e2-fe320a6fe0f3 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:28.819420 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-8fd979d1-5df6-45b3-b68d-e8abb199c809 req-e3771ef9-6c7f-4b47-97e2-fe320a6fe0f3 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=05a47b1f-6ab7-47db-bb09-f928a1c78e69 HTTP/1.1" status: 200 len: 944 time: 0.0521224 Apr 12 03:07:28.867912 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-8fd979d1-5df6-45b3-b68d-e8abb199c809 req-27fec23b-7720-4913-b8bb-08de22e3b0a5 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8cd3214-f41b-4489-90f3-27757c64af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438554 Apr 12 03:07:28.917243 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c75c1-ae42-4254-8fdd-2b5aa9416e1c req-7e4cfe0e-1644-44c7-b78e-fb593dd816ea tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:28.918705 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-608c75c1-ae42-4254-8fdd-2b5aa9416e1c req-7e4cfe0e-1644-44c7-b78e-fb593dd816ea tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 946 time: 0.0502901 Apr 12 03:07:28.964658 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-608c75c1-ae42-4254-8fdd-2b5aa9416e1c req-16119bd8-587c-40e4-8730-fbaa187305eb tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404041 Apr 12 03:07:29.085136 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c1f43-bdb0-4b4b-9892-91c8c4725b6d req-d5f9c053-9beb-4444-aeba-3b61ca18ab37 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:29.086600 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-794c1f43-bdb0-4b4b-9892-91c8c4725b6d req-d5f9c053-9beb-4444-aeba-3b61ca18ab37 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea69c0ca-ca59-4516-a66e-b37a97b7a289 HTTP/1.1" status: 200 len: 946 time: 0.0535769 Apr 12 03:07:29.140840 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-794c1f43-bdb0-4b4b-9892-91c8c4725b6d req-8a39c95b-453d-40a2-ae1a-9842cc05ebd7 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?id=e56981fc-dac5-4050-95f0-90a729b5598c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457454 Apr 12 03:07:29.387243 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a97a581-e02f-48a8-b546-26e752054ef8 req-341d162c-3f98-4fdf-b358-1d8b4746f15b tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:29.388722 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-9a97a581-e02f-48a8-b546-26e752054ef8 req-341d162c-3f98-4fdf-b358-1d8b4746f15b tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd324dc8-4349-48b1-a13b-6c9b55a28fb3 HTTP/1.1" status: 200 len: 948 time: 0.0480280 Apr 12 03:07:29.437836 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-9a97a581-e02f-48a8-b546-26e752054ef8 req-2d70faed-8ec9-4b84-ad86-e2ddaa17c685 tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] 10.222.0.32 "GET /v2.0/security-groups?id=b42761e8-d223-4946-8383-010e3619424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431545 Apr 12 03:07:29.594575 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c8741-cb01-4fb7-b109-151c3a349c93 req-bbfaf2df-4bf5-4955-842c-1ded075f3933 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:29.596045 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-532c8741-cb01-4fb7-b109-151c3a349c93 req-bbfaf2df-4bf5-4955-842c-1ded075f3933 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 945 time: 0.0466168 Apr 12 03:07:29.648129 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-532c8741-cb01-4fb7-b109-151c3a349c93 req-7f6bbcfd-eeb5-4d0a-a0c8-25e78dcd224a tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=37b179c6-f3cc-4a4d-ad74-37db92046685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463052 Apr 12 03:07:29.908258 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be625cda-7f2b-4ec3-b03f-aa24446ccc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d888e177-8f03-43a8-a394-c59927fa1996), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:29.986468 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1372e-ef2c-48c7-9e25-285c0420ce91 req-b7e10432-02d9-4232-aca2-708902e9fdb4 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:29.988071 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c2c1372e-ef2c-48c7-9e25-285c0420ce91 req-b7e10432-02d9-4232-aca2-708902e9fdb4 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=05a47b1f-6ab7-47db-bb09-f928a1c78e69 HTTP/1.1" status: 200 len: 944 time: 0.0510120 Apr 12 03:07:30.038696 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c2c1372e-ef2c-48c7-9e25-285c0420ce91 req-6fe98198-10c0-4285-8695-c55735d0ac02 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8cd3214-f41b-4489-90f3-27757c64af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429001 Apr 12 03:07:30.086194 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c55b8a-089b-4531-b24c-1ce3efb64999 req-94e156a1-37eb-461f-8f2a-cf1914ede4f7 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:30.087653 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-a7c55b8a-089b-4531-b24c-1ce3efb64999 req-94e156a1-37eb-461f-8f2a-cf1914ede4f7 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 946 time: 0.0477769 Apr 12 03:07:30.141921 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-a7c55b8a-089b-4531-b24c-1ce3efb64999 req-ed522b3c-dc65-427e-a355-6a6e5b15db01 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457499 Apr 12 03:07:30.242681 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device 92146904-e0fe-4bb9-9ec3-b75045ccde7a up at agent hyperv_hv-cinder-83744 {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:07:30.257874 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8adc9d5-61aa-40f5-b031-faf9be38d27c req-19c35e9f-5b25-4cee-bb62-9a10dc105636 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:30.259501 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-e8adc9d5-61aa-40f5-b031-faf9be38d27c req-19c35e9f-5b25-4cee-bb62-9a10dc105636 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea69c0ca-ca59-4516-a66e-b37a97b7a289 HTTP/1.1" status: 200 len: 946 time: 0.0507741 Apr 12 03:07:30.288916 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Provisioning for port 92146904-e0fe-4bb9-9ec3-b75045ccde7a completed by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 03:07:30.296072 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Provisioning complete for port 92146904-e0fe-4bb9-9ec3-b75045ccde7a triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:07:30.296443 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (92146904-e0fe-4bb9-9ec3-b75045ccde7a), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:30.310013 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-e8adc9d5-61aa-40f5-b031-faf9be38d27c req-a6837ac5-8289-46a9-a6af-356daf3a7226 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?id=e56981fc-dac5-4050-95f0-90a729b5598c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442061 Apr 12 03:07:30.375045 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Current status of the port 92146904-e0fe-4bb9-9ec3-b75045ccde7a is: BUILD; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:07:30.375440 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (92146904-e0fe-4bb9-9ec3-b75045ccde7a), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:30.400454 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd324dc8-4349-48b1-a13b-6c9b55a28fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92146904-e0fe-4bb9-9ec3-b75045ccde7a'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:07:30.402624 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa41105cf641d53c122ae13245b26b419564b0c0a795a4827d4ee8fd8725077e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2185285-676a-4366-8ffd-0a3538e2f2e2" -d '{"events": [{"server_uuid": "cd324dc8-4349-48b1-a13b-6c9b55a28fb3", "name": "network-vif-plugged", "status": "completed", "tag": "92146904-e0fe-4bb9-9ec3-b75045ccde7a"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:07:30.414662 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port 92146904-e0fe-4bb9-9ec3-b75045ccde7a, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=92146904-e0fe-4bb9-9ec3-b75045ccde7a,segment=NetworkSegment(b15ba173-0e71-4872-8e9e-e6feaf245eca),segment_id=b15ba173-0e71-4872-8e9e-e6feaf245eca)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:07:30.418134 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed7296-b709-49ec-b4c1-9911e12ee531 req-dbc99293-9bb3-45c9-a266-61f389df964d tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:30.419704 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-0bed7296-b709-49ec-b4c1-9911e12ee531 req-dbc99293-9bb3-45c9-a266-61f389df964d tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea69c0ca-ca59-4516-a66e-b37a97b7a289 HTTP/1.1" status: 200 len: 946 time: 0.0468950 Apr 12 03:07:30.420174 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (92146904-e0fe-4bb9-9ec3-b75045ccde7a), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:30.421107 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device 24861ab0-eb1b-458d-be36-a018cc96c3ea up at agent hyperv_hv-cinder-83744 {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:07:30.428943 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 44722) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:07:30.433387 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-d958d46b-6d18-4ff2-85f1-62a7bf3fbd1e tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Request body: {'floatingip': {'port_id': '2c439cb7-a36e-4b90-9471-e0a5db03f732'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:07:30.456498 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be8865e-8358-428b-84b1-c23c9f4a7561 x-openstack-request-id: req-8be8865e-8358-428b-84b1-c23c9f4a7561 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:07:30.456896 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd324dc8-4349-48b1-a13b-6c9b55a28fb3", "name": "network-vif-plugged", "status": "completed", "tag": "92146904-e0fe-4bb9-9ec3-b75045ccde7a", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:07:30.457313 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8be8865e-8358-428b-84b1-c23c9f4a7561 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:07:30.457763 dv-cinder-837443-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8be8865e-8358-428b-84b1-c23c9f4a7561'] response: {'server_uuid': 'cd324dc8-4349-48b1-a13b-6c9b55a28fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92146904-e0fe-4bb9-9ec3-b75045ccde7a', 'code': 200} Apr 12 03:07:30.480840 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d958d46b-6d18-4ff2-85f1-62a7bf3fbd1e tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for floatingip (b50072de-d732-4e6b-b8fb-0b8f63f6eacb), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:30.520400 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Pushing event updated for resources: {'Port': ['ID=92146904-e0fe-4bb9-9ec3-b75045ccde7a,revision_number=5']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:30.530842 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Provisioning for port 24861ab0-eb1b-458d-be36-a018cc96c3ea completed by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 03:07:30.537833 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Provisioning complete for port 24861ab0-eb1b-458d-be36-a018cc96c3ea triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:07:30.538584 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (24861ab0-eb1b-458d-be36-a018cc96c3ea), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:30.618969 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Current status of the port 24861ab0-eb1b-458d-be36-a018cc96c3ea is: BUILD; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:07:30.619520 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (24861ab0-eb1b-458d-be36-a018cc96c3ea), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:30.652978 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port 24861ab0-eb1b-458d-be36-a018cc96c3ea, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=24861ab0-eb1b-458d-be36-a018cc96c3ea,segment=NetworkSegment(99682a96-90c8-491c-a1f8-c6fe889256f4),segment_id=99682a96-90c8-491c-a1f8-c6fe889256f4)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:07:30.653189 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64111d-7752-4490-af82-dd72a1aaa1d4 req-98042732-b394-47d1-b6d7-811afbd701e1 tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:30.654656 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-6d64111d-7752-4490-af82-dd72a1aaa1d4 req-98042732-b394-47d1-b6d7-811afbd701e1 tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd324dc8-4349-48b1-a13b-6c9b55a28fb3 HTTP/1.1" status: 200 len: 949 time: 0.1233335 Apr 12 03:07:30.658572 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (24861ab0-eb1b-458d-be36-a018cc96c3ea), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:30.686839 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c03ef3-fb3e-42de-8261-e42403e7bbc0 req-7cfaf677-fc2f-4a35-9187-9cde1b8ea95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:30.688324 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-90c03ef3-fb3e-42de-8261-e42403e7bbc0 req-7cfaf677-fc2f-4a35-9187-9cde1b8ea95a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cd324dc8-4349-48b1-a13b-6c9b55a28fb3 HTTP/1.1" status: 200 len: 1133 time: 0.0981219 Apr 12 03:07:30.714517 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Pushing event updated for resources: {'Port': ['ID=24861ab0-eb1b-458d-be36-a018cc96c3ea,revision_number=5']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:30.766939 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd563375-6d35-4395-88be-58bde139e24a req-d4d1dd82-fb03-4ecc-b39a-9bb6d6a277c0 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:30.768428 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-cd563375-6d35-4395-88be-58bde139e24a req-d4d1dd82-fb03-4ecc-b39a-9bb6d6a277c0 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 945 time: 0.0460305 Apr 12 03:07:30.782393 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-6d64111d-7752-4490-af82-dd72a1aaa1d4 req-bbaa27c4-b75f-404e-b996-a0e81efb90ac tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] 10.222.0.32 "GET /v2.0/security-groups?id=b42761e8-d223-4946-8383-010e3619424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218536 Apr 12 03:07:30.820308 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-cd563375-6d35-4395-88be-58bde139e24a req-615c3591-2df4-4898-af9e-56975f6fd5d9 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=37b179c6-f3cc-4a4d-ad74-37db92046685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453968 Apr 12 03:07:30.838825 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-90c03ef3-fb3e-42de-8261-e42403e7bbc0 req-7ddeb7df-d924-4bbe-b6d1-ef2e997e163f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b42761e8-d223-4946-8383-010e3619424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418867 Apr 12 03:07:31.089731 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d958d46b-6d18-4ff2-85f1-62a7bf3fbd1e tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:31.094899 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d958d46b-6d18-4ff2-85f1-62a7bf3fbd1e tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682737'] for floatingip (b50072de-d732-4e6b-b8fb-0b8f63f6eacb), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:31.265724 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0518433-1bf3-4a20-a8e9-bec7a8e6c29e req-3c6199ae-5ac5-47b0-a491-4f55762d939c tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:31.267355 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-f0518433-1bf3-4a20-a8e9-bec7a8e6c29e req-3c6199ae-5ac5-47b0-a491-4f55762d939c tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 946 time: 0.0507963 Apr 12 03:07:31.290670 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device f35229c3-8c36-42fb-9fc5-3451fa4d807d details requested by agent hyperv_hv-cinder-83744 with host hv-cinder-83744 {{(pid=103485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 03:07:31.323255 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-f0518433-1bf3-4a20-a8e9-bec7a8e6c29e req-8cc0c904-9e93-4bf5-923e-75b437cb17e6 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497494 Apr 12 03:07:31.384468 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:31.412179 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port f35229c3-8c36-42fb-9fc5-3451fa4d807d, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=f35229c3-8c36-42fb-9fc5-3451fa4d807d,segment=NetworkSegment(71025db5-b671-400c-aac9-a4516ac262e9),segment_id=71025db5-b671-400c-aac9-a4516ac262e9)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:07:31.423532 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Returning: {'device': 'f35229c3-8c36-42fb-9fc5-3451fa4d807d', 'network_id': '2b3dbba0-7776-42cc-ae85-893ed357f655', 'port_id': 'f35229c3-8c36-42fb-9fc5-3451fa4d807d', 'mac_address': 'fa:16:3e:06:cd:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '100d1803-3d36-4c71-9fbf-e95fa2273558', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 03:07:31.435674 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24132724-1fce-4c04-b1f8-bead44f5107b req-facaf5e7-adbc-4e5a-be74-c3d24a3b3fb1 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:31.437146 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-24132724-1fce-4c04-b1f8-bead44f5107b req-facaf5e7-adbc-4e5a-be74-c3d24a3b3fb1 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=05a47b1f-6ab7-47db-bb09-f928a1c78e69 HTTP/1.1" status: 200 len: 945 time: 0.3058653 Apr 12 03:07:31.468718 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Current status of the port f35229c3-8c36-42fb-9fc5-3451fa4d807d is: ACTIVE; New status is: BUILD {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:07:31.469107 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (f35229c3-8c36-42fb-9fc5-3451fa4d807d), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:31.473060 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.db.l3_db [None req-d958d46b-6d18-4ff2-85f1-62a7bf3fbd1e tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Floating IP b50072de-d732-4e6b-b8fb-0b8f63f6eacb associated. External IP: 172.27.3.132, port: 2c439cb7-a36e-4b90-9471-e0a5db03f732. Apr 12 03:07:31.482536 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f35229c3-8c36-42fb-9fc5-3451fa4d807d {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:07:31.501811 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port f35229c3-8c36-42fb-9fc5-3451fa4d807d, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=f35229c3-8c36-42fb-9fc5-3451fa4d807d,segment=NetworkSegment(71025db5-b671-400c-aac9-a4516ac262e9),segment_id=71025db5-b671-400c-aac9-a4516ac262e9)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:07:31.506529 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (f35229c3-8c36-42fb-9fc5-3451fa4d807d), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:31.531029 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-24132724-1fce-4c04-b1f8-bead44f5107b req-34793f1c-1a80-43ae-b02c-0f90163816f3 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8cd3214-f41b-4489-90f3-27757c64af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875423 Apr 12 03:07:31.555764 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Pushing event updated for resources: {'Port': ['ID=f35229c3-8c36-42fb-9fc5-3451fa4d807d,revision_number=6']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:31.670817 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] get_ports_and_sgs() called for port_ids ['f35229c3-8c36-42fb-9fc5-3451fa4d807d'] {{(pid=103485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:07:31.708904 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d958d46b-6d18-4ff2-85f1-62a7bf3fbd1e tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Router 35c512b1-c0fa-4787-9673-d33c78bee148 has already been hosted by L3 agent beb15aed-f2b6-4676-85ca-b43f14e6acf3 {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:07:31.820274 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d958d46b-6d18-4ff2-85f1-62a7bf3fbd1e tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Notify agent at l3_agent.dv-cinder-837443-1-iscsi the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:07:31.825522 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d958d46b-6d18-4ff2-85f1-62a7bf3fbd1e tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for floatingip (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:31.833589 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df41c444-424c-482d-9b47-a7d8553efb9a None None] Sync routers for ids ['35c512b1-c0fa-4787-9673-d33c78bee148'] in dv-cinder-837443-1-iscsi {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:07:31.852340 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df41c444-424c-482d-9b47-a7d8553efb9a None None] Routers {'35c512b1-c0fa-4787-9673-d33c78bee148'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:07:31.853260 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-df41c444-424c-482d-9b47-a7d8553efb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:07:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['35c512b1-c0fa-4787-9673-d33c78bee148'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:07:31.871741 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-d958d46b-6d18-4ff2-85f1-62a7bf3fbd1e tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "PUT /v2.0/floatingips/b50072de-d732-4e6b-b8fb-0b8f63f6eacb HTTP/1.1" status: 200 len: 992 time: 1.4289412 Apr 12 03:07:31.871741 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea69c0ca-ca59-4516-a66e-b37a97b7a289', 'tag': '2c439cb7-a36e-4b90-9471-e0a5db03f732'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:07:31.871741 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d98137ebe7b3f8ae23a53251b76916d727952a33f49bb2ab88d2915e9897d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274ac420-4f27-451a-83da-a12142bcb81e" -d '{"events": [{"name": "network-changed", "server_uuid": "ea69c0ca-ca59-4516-a66e-b37a97b7a289", "tag": "2c439cb7-a36e-4b90-9471-e0a5db03f732"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:07:31.938852 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9899e348-aefd-4ea3-9a55-b5a6aba855a2 req-6bbda5bd-594f-4207-940b-166d714c6bc2 tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:31.940501 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-9899e348-aefd-4ea3-9a55-b5a6aba855a2 req-6bbda5bd-594f-4207-940b-166d714c6bc2 tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd324dc8-4349-48b1-a13b-6c9b55a28fb3 HTTP/1.1" status: 200 len: 949 time: 0.0488300 Apr 12 03:07:31.949631 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06434462-4f66-4282-bbe1-89236a8e0dbf req-91f9ee11-4acf-4ae1-9ac9-170fe226ffe0 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:31.951496 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-06434462-4f66-4282-bbe1-89236a8e0dbf req-91f9ee11-4acf-4ae1-9ac9-170fe226ffe0 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 945 time: 0.0518916 Apr 12 03:07:31.973016 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-df41c444-424c-482d-9b47-a7d8553efb9a None None] Set router 35c512b1-c0fa-4787-9673-d33c78bee148 gateway port host: dv-cinder-837443-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:07:31.989925 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-9899e348-aefd-4ea3-9a55-b5a6aba855a2 req-41c48b63-fc08-4836-bc34-55991d6481ff tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] 10.222.0.32 "GET /v2.0/security-groups?id=b42761e8-d223-4946-8383-010e3619424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436697 Apr 12 03:07:32.001670 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-06434462-4f66-4282-bbe1-89236a8e0dbf req-09c9e18d-2e43-45a9-a19d-b231f42268bc tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=37b179c6-f3cc-4a4d-ad74-37db92046685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444243 Apr 12 03:07:32.042702 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97b81b3-077d-4a5d-b655-209cbea8db6a x-openstack-request-id: req-f97b81b3-077d-4a5d-b655-209cbea8db6a {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:07:32.043063 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea69c0ca-ca59-4516-a66e-b37a97b7a289", "tag": "2c439cb7-a36e-4b90-9471-e0a5db03f732", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:07:32.043325 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f97b81b3-077d-4a5d-b655-209cbea8db6a {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:07:32.043753 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f97b81b3-077d-4a5d-b655-209cbea8db6a'] response: {'name': 'network-changed', 'server_uuid': 'ea69c0ca-ca59-4516-a66e-b37a97b7a289', 'tag': '2c439cb7-a36e-4b90-9471-e0a5db03f732', 'status': 'completed', 'code': 200} Apr 12 03:07:32.136313 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ac420-4f27-451a-83da-a12142bcb81e req-fee56bc6-e519-436d-8f0b-a66921153ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:32.137906 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-274ac420-4f27-451a-83da-a12142bcb81e req-fee56bc6-e519-436d-8f0b-a66921153ab0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e9ed2cca6cce43c599fc86b60cfafda6&device_id=ea69c0ca-ca59-4516-a66e-b37a97b7a289 HTTP/1.1" status: 200 len: 1130 time: 0.0407059 Apr 12 03:07:32.206517 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-df41c444-424c-482d-9b47-a7d8553efb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'name': 'tempest-AttachVolumeNegativeTest-1586939642-router', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '95173c10-6b01-412c-bf6f-36551b81baff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:49Z', 'updated_at': '2022-04-12T03:05:12Z', 'revision_number': 4, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'gw_port': {'id': '95173c10-6b01-412c-bf6f-36551b81baff', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:38:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:51Z', 'updated_at': '2022-04-12T03:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_floatingips': [{'id': 'b50072de-d732-4e6b-b8fb-0b8f63f6eacb', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'floating_ip_address': '172.27.3.132', 'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'router_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'port_id': '2c439cb7-a36e-4b90-9471-e0a5db03f732', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b', 'mac_address': 'fa:16:3e:1a:2d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea69c0ca-ca59-4516-a66e-b37a97b7a289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:07:15Z', 'updated_at': '2022-04-12T03:07:30Z', 'revision_number': 1, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'fixed_ip_address_scope': None}, {'id': 'd8adf6f9-825a-4f71-9476-b7d783a40d99', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'floating_ip_address': '172.27.3.153', 'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'router_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'port_id': 'a71e2b22-1bd9-4765-8f4d-7aa692f8597e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 185, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b', 'mac_address': 'fa:16:3e:db:dc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a77478-4c96-4958-a731-1aac6c0bdec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:05:24Z', 'updated_at': '2022-04-12T03:06:12Z', 'revision_number': 2, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '054442ec-508f-4b5a-9b29-057809715a20', 'name': '', 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'mac_address': 'fa:16:3e:17:75:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3d77e3de-5404-4af1-9a0f-14127064fff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:05:09Z', 'updated_at': '2022-04-12T03:05:19Z', 'revision_number': 5, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'subnets': [{'id': '3d77e3de-5404-4af1-9a0f-14127064fff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:07:32.256715 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ac420-4f27-451a-83da-a12142bcb81e req-5b9d1e1d-e10a-4212-863d-5dbf2644c7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:32.258202 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-274ac420-4f27-451a-83da-a12142bcb81e req-5b9d1e1d-e10a-4212-863d-5dbf2644c7ec service neutron] 10.222.0.25 "GET /v2.0/networks?id=c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b HTTP/1.1" status: 200 len: 915 time: 0.0970786 Apr 12 03:07:32.310640 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df41c444-424c-482d-9b47-a7d8553efb9a None None] Checking router: 35c512b1-c0fa-4787-9673-d33c78bee148 for host: dv-cinder-837443-1-iscsi {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:07:32.319847 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df41c444-424c-482d-9b47-a7d8553efb9a None None] Routers {'35c512b1-c0fa-4787-9673-d33c78bee148'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:07:32.320453 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-df41c444-424c-482d-9b47-a7d8553efb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:07:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['35c512b1-c0fa-4787-9673-d33c78bee148'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:07:32.458928 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a47b1f-6ab7-47db-bb09-f928a1c78e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24861ab0-eb1b-458d-be36-a018cc96c3ea'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:07:32.461377 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa41105cf641d53c122ae13245b26b419564b0c0a795a4827d4ee8fd8725077e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e4940d-3566-40d5-b7b6-65ebfb2c13fc" -d '{"events": [{"server_uuid": "05a47b1f-6ab7-47db-bb09-f928a1c78e69", "name": "network-vif-plugged", "status": "completed", "tag": "24861ab0-eb1b-458d-be36-a018cc96c3ea"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:07:32.468408 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-df41c444-424c-482d-9b47-a7d8553efb9a None None] Set router 35c512b1-c0fa-4787-9673-d33c78bee148 gateway port host: dv-cinder-837443-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:07:32.496832 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41495b9-b2bf-4951-9605-a735c3557ebd x-openstack-request-id: req-c41495b9-b2bf-4951-9605-a735c3557ebd {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:07:32.497128 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a47b1f-6ab7-47db-bb09-f928a1c78e69", "name": "network-vif-plugged", "status": "completed", "tag": "24861ab0-eb1b-458d-be36-a018cc96c3ea", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:07:32.497383 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c41495b9-b2bf-4951-9605-a735c3557ebd {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:07:32.497780 dv-cinder-837443-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c41495b9-b2bf-4951-9605-a735c3557ebd'] response: {'server_uuid': '05a47b1f-6ab7-47db-bb09-f928a1c78e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24861ab0-eb1b-458d-be36-a018cc96c3ea', 'code': 200} Apr 12 03:07:32.513376 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-274ac420-4f27-451a-83da-a12142bcb81e req-0eced9ec-e855-44c2-94b8-4a4cb228a2ef service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c439cb7-a36e-4b90-9471-e0a5db03f732 HTTP/1.1" status: 200 len: 1000 time: 0.1525979 Apr 12 03:07:32.519293 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c30bd30-157d-4741-8974-5130577c8aee req-1a4440fa-1205-47c3-b9fc-0af22ba2b86a tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:32.520773 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-2c30bd30-157d-4741-8974-5130577c8aee req-1a4440fa-1205-47c3-b9fc-0af22ba2b86a tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 945 time: 0.0801282 Apr 12 03:07:32.567853 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-2c30bd30-157d-4741-8974-5130577c8aee req-507c33fb-09e4-46ad-9abc-1f60ad7eb2bc tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410755 Apr 12 03:07:32.655597 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e8f2f-3f26-4081-a623-d6af68640255 req-7a86d38d-e1fd-45a8-9bf3-8988bd42a1aa tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:32.657101 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-3d5e8f2f-3f26-4081-a623-d6af68640255 req-7a86d38d-e1fd-45a8-9bf3-8988bd42a1aa tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=05a47b1f-6ab7-47db-bb09-f928a1c78e69 HTTP/1.1" status: 200 len: 945 time: 0.0504649 Apr 12 03:07:32.690328 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-df41c444-424c-482d-9b47-a7d8553efb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'name': 'tempest-AttachVolumeNegativeTest-1586939642-router', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '95173c10-6b01-412c-bf6f-36551b81baff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:49Z', 'updated_at': '2022-04-12T03:05:12Z', 'revision_number': 4, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'gw_port': {'id': '95173c10-6b01-412c-bf6f-36551b81baff', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:38:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:51Z', 'updated_at': '2022-04-12T03:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_floatingips': [{'id': 'b50072de-d732-4e6b-b8fb-0b8f63f6eacb', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'floating_ip_address': '172.27.3.132', 'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'router_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'port_id': '2c439cb7-a36e-4b90-9471-e0a5db03f732', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b', 'mac_address': 'fa:16:3e:1a:2d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea69c0ca-ca59-4516-a66e-b37a97b7a289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:07:15Z', 'updated_at': '2022-04-12T03:07:30Z', 'revision_number': 1, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'fixed_ip_address_scope': None}, {'id': 'd8adf6f9-825a-4f71-9476-b7d783a40d99', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'floating_ip_address': '172.27.3.153', 'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'router_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'port_id': 'a71e2b22-1bd9-4765-8f4d-7aa692f8597e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 185, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b', 'mac_address': 'fa:16:3e:db:dc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a77478-4c96-4958-a731-1aac6c0bdec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:05:24Z', 'updated_at': '2022-04-12T03:06:12Z', 'revision_number': 2, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '054442ec-508f-4b5a-9b29-057809715a20', 'name': '', 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'mac_address': 'fa:16:3e:17:75:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3d77e3de-5404-4af1-9a0f-14127064fff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:05:09Z', 'updated_at': '2022-04-12T03:05:19Z', 'revision_number': 5, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'subnets': [{'id': '3d77e3de-5404-4af1-9a0f-14127064fff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:07:32.702946 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-3d5e8f2f-3f26-4081-a623-d6af68640255 req-22fa6143-3908-4a94-ae60-c76a4e2e890d tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8cd3214-f41b-4489-90f3-27757c64af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402691 Apr 12 03:07:32.716711 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df41c444-424c-482d-9b47-a7d8553efb9a None None] The sync data for ids ['35c512b1-c0fa-4787-9673-d33c78bee148'] in dv-cinder-837443-1-iscsi is: [{'id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'name': 'tempest-AttachVolumeNegativeTest-1586939642-router', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '95173c10-6b01-412c-bf6f-36551b81baff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:49Z', 'updated_at': '2022-04-12T03:05:12Z', 'revision_number': 4, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'gw_port': {'id': '95173c10-6b01-412c-bf6f-36551b81baff', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:38:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:51Z', 'updated_at': '2022-04-12T03:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_floatingips': [{'id': 'b50072de-d732-4e6b-b8fb-0b8f63f6eacb', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'floating_ip_address': '172.27.3.132', 'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'router_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'port_id': '2c439cb7-a36e-4b90-9471-e0a5db03f732', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b', 'mac_address': 'fa:16:3e:1a:2d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea69c0ca-ca59-4516-a66e-b37a97b7a289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:07:15Z', 'updated_at': '2022-04-12T03:07:30Z', 'revision_number': 1, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'fixed_ip_address_scope': None}, {'id': 'd8adf6f9-825a-4f71-9476-b7d783a40d99', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'floating_ip_address': '172.27.3.153', 'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'router_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'port_id': 'a71e2b22-1bd9-4765-8f4d-7aa692f8597e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 185, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b', 'mac_address': 'fa:16:3e:db:dc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a77478-4c96-4958-a731-1aac6c0bdec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:05:24Z', 'updated_at': '2022-04-12T03:06:12Z', 'revision_number': 2, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '054442ec-508f-4b5a-9b29-057809715a20', 'name': '', 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'mac_address': 'fa:16:3e:17:75:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3d77e3de-5404-4af1-9a0f-14127064fff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:05:09Z', 'updated_at': '2022-04-12T03:05:19Z', 'revision_number': 5, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'subnets': [{'id': '3d77e3de-5404-4af1-9a0f-14127064fff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:07:32.917713 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d8ffba-ee6c-4bd5-9338-8fabda5bc196 None None] New status for floating IP b50072de-d732-4e6b-b8fb-0b8f63f6eacb: ACTIVE {{(pid=103485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 03:07:33.026227 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ac420-4f27-451a-83da-a12142bcb81e req-e7c0eb72-4426-47a7-9580-55bb50a9fc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:33.029295 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-274ac420-4f27-451a-83da-a12142bcb81e req-e7c0eb72-4426-47a7-9580-55bb50a9fc6e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3d77e3de-5404-4af1-9a0f-14127064fff3 HTTP/1.1" status: 200 len: 854 time: 0.0589802 Apr 12 03:07:33.083999 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ac420-4f27-451a-83da-a12142bcb81e req-22463c7b-3e2c-41ee-9d17-8775d4bd815e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:33.085811 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-274ac420-4f27-451a-83da-a12142bcb81e req-22463c7b-3e2c-41ee-9d17-8775d4bd815e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474365 Apr 12 03:07:33.198982 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30cd071-9386-46a7-aea6-a867a333e49b req-b9735a8b-f116-4d61-8a13-5f0eff67cb1c tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:33.200863 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-a30cd071-9386-46a7-aea6-a867a333e49b req-b9735a8b-f116-4d61-8a13-5f0eff67cb1c tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 945 time: 0.0891774 Apr 12 03:07:33.206038 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d4bde-93da-4c04-8a73-a872696da550 req-b6341025-ccc7-43aa-a8c8-b823ee803c2f tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:33.213764 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-601d4bde-93da-4c04-8a73-a872696da550 req-b6341025-ccc7-43aa-a8c8-b823ee803c2f tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd324dc8-4349-48b1-a13b-6c9b55a28fb3 HTTP/1.1" status: 200 len: 949 time: 0.1078584 Apr 12 03:07:33.233358 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7374e3-01be-4165-8337-b6730f979460 req-5460ff03-7f5c-4993-9046-c44b2d8ef3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:33.235615 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-9c7374e3-01be-4165-8337-b6730f979460 req-5460ff03-7f5c-4993-9046-c44b2d8ef3dd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=05a47b1f-6ab7-47db-bb09-f928a1c78e69 HTTP/1.1" status: 200 len: 1129 time: 0.0837095 Apr 12 03:07:33.260534 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-274ac420-4f27-451a-83da-a12142bcb81e req-108b8fc9-a0e8-46fa-be20-d2691be46b79 service neutron] 10.222.0.25 "GET /v2.0/networks/c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679420 Apr 12 03:07:33.264286 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-a30cd071-9386-46a7-aea6-a867a333e49b req-9bbc48b3-e15a-4981-baef-00273f007c41 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=37b179c6-f3cc-4a4d-ad74-37db92046685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578489 Apr 12 03:07:33.299211 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-601d4bde-93da-4c04-8a73-a872696da550 req-8cb9f32c-d144-4556-a67b-4a68e76c2a0b tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] 10.222.0.32 "GET /v2.0/security-groups?id=b42761e8-d223-4946-8383-010e3619424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848629 Apr 12 03:07:33.312327 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-9c7374e3-01be-4165-8337-b6730f979460 req-89620b8d-fdcd-4991-8616-44ad02e53acb service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f8cd3214-f41b-4489-90f3-27757c64af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467305 Apr 12 03:07:33.320275 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device f35229c3-8c36-42fb-9fc5-3451fa4d807d up at agent hyperv_hv-cinder-83744 {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:07:33.379600 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Provisioning complete for port f35229c3-8c36-42fb-9fc5-3451fa4d807d triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:07:33.380209 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (f35229c3-8c36-42fb-9fc5-3451fa4d807d), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:33.382916 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-274ac420-4f27-451a-83da-a12142bcb81e req-19ce8d6f-b6c7-4447-b06d-90b157b102d1 service neutron] 10.222.0.25 "GET /v2.0/networks/c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147745 Apr 12 03:07:33.465040 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Current status of the port f35229c3-8c36-42fb-9fc5-3451fa4d807d is: BUILD; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:07:33.465526 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (f35229c3-8c36-42fb-9fc5-3451fa4d807d), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:33.511017 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port f35229c3-8c36-42fb-9fc5-3451fa4d807d, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=f35229c3-8c36-42fb-9fc5-3451fa4d807d,segment=NetworkSegment(71025db5-b671-400c-aac9-a4516ac262e9),segment_id=71025db5-b671-400c-aac9-a4516ac262e9)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:07:33.517440 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (f35229c3-8c36-42fb-9fc5-3451fa4d807d), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:33.571956 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Pushing event updated for resources: {'Port': ['ID=f35229c3-8c36-42fb-9fc5-3451fa4d807d,revision_number=7']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:33.652168 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b866a368-40ec-4e12-ab24-cdbd5980df63 req-f77ced31-53c1-4f91-9516-6db8110ebe99 tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:33.659392 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-b866a368-40ec-4e12-ab24-cdbd5980df63 req-f77ced31-53c1-4f91-9516-6db8110ebe99 tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd324dc8-4349-48b1-a13b-6c9b55a28fb3 HTTP/1.1" status: 200 len: 949 time: 0.0825551 Apr 12 03:07:33.708659 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-b866a368-40ec-4e12-ab24-cdbd5980df63 req-a37edc48-d13d-43f3-97c7-c32c6b9a780f tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] 10.222.0.32 "GET /v2.0/security-groups?id=b42761e8-d223-4946-8383-010e3619424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480659 Apr 12 03:07:33.717490 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab923d37-3b7d-442b-9362-48fe4058e0f0 req-9c712bad-c7f6-4baf-a125-350e8e1c2aa4 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:33.719699 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-ab923d37-3b7d-442b-9362-48fe4058e0f0 req-9c712bad-c7f6-4baf-a125-350e8e1c2aa4 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 946 time: 0.0562434 Apr 12 03:07:33.775909 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-ab923d37-3b7d-442b-9362-48fe4058e0f0 req-e89bd7bd-5571-4a70-9021-e33750e111cb tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446093 Apr 12 03:07:33.831706 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dfb9ce-94b3-474b-bc07-742944d499ee req-2c44187f-c10c-421a-8304-3d74ddabc7fc tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:33.833468 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-62dfb9ce-94b3-474b-bc07-742944d499ee req-2c44187f-c10c-421a-8304-3d74ddabc7fc tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=05a47b1f-6ab7-47db-bb09-f928a1c78e69 HTTP/1.1" status: 200 len: 945 time: 0.0525322 Apr 12 03:07:33.892444 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-62dfb9ce-94b3-474b-bc07-742944d499ee req-5b024fcf-7a9b-4d51-9d20-9697e1d2f8bf tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8cd3214-f41b-4489-90f3-27757c64af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504749 Apr 12 03:07:34.374737 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db895481-cbed-4289-8f15-180ca30c91dc req-07e72f63-71c6-4dd6-af76-ca7922c4898c tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:34.392761 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-db895481-cbed-4289-8f15-180ca30c91dc req-07e72f63-71c6-4dd6-af76-ca7922c4898c tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 945 time: 0.0479488 Apr 12 03:07:34.435824 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-db895481-cbed-4289-8f15-180ca30c91dc req-b722258b-1218-4ded-9afc-533e47dc269c tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=37b179c6-f3cc-4a4d-ad74-37db92046685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419028 Apr 12 03:07:34.499419 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5d87c0-f579-4975-bae6-b924c6c1d0e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35229c3-8c36-42fb-9fc5-3451fa4d807d'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:07:34.501794 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa41105cf641d53c122ae13245b26b419564b0c0a795a4827d4ee8fd8725077e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e26cbe5-c567-4c88-b621-acf837b44422" -d '{"events": [{"server_uuid": "eb5d87c0-f579-4975-bae6-b924c6c1d0e2", "name": "network-vif-plugged", "status": "completed", "tag": "f35229c3-8c36-42fb-9fc5-3451fa4d807d"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:07:34.540205 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f2b52b-751b-4159-a518-b7cfcacf3bb2 x-openstack-request-id: req-50f2b52b-751b-4159-a518-b7cfcacf3bb2 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:07:34.540505 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb5d87c0-f579-4975-bae6-b924c6c1d0e2", "name": "network-vif-plugged", "status": "completed", "tag": "f35229c3-8c36-42fb-9fc5-3451fa4d807d", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:07:34.540719 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-50f2b52b-751b-4159-a518-b7cfcacf3bb2 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:07:34.541128 dv-cinder-837443-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50f2b52b-751b-4159-a518-b7cfcacf3bb2'] response: {'server_uuid': 'eb5d87c0-f579-4975-bae6-b924c6c1d0e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35229c3-8c36-42fb-9fc5-3451fa4d807d', 'code': 200} Apr 12 03:07:34.829391 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8d661-4b00-4a88-b1f6-8bfeb630031a req-703dc120-1b25-4ff9-8e65-a0a774387651 tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:34.831679 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-b2c8d661-4b00-4a88-b1f6-8bfeb630031a req-703dc120-1b25-4ff9-8e65-a0a774387651 tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd324dc8-4349-48b1-a13b-6c9b55a28fb3 HTTP/1.1" status: 200 len: 949 time: 0.0550694 Apr 12 03:07:34.891475 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-b2c8d661-4b00-4a88-b1f6-8bfeb630031a req-6bf45c36-1168-4a89-b829-1c689d0dbd18 tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] 10.222.0.32 "GET /v2.0/security-groups?id=b42761e8-d223-4946-8383-010e3619424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536776 Apr 12 03:07:34.925466 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d348b-353d-4812-9493-13dff6446f10 req-064bac39-6ab0-4eb3-b03e-a071bcba1d23 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:34.933215 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-462d348b-353d-4812-9493-13dff6446f10 req-064bac39-6ab0-4eb3-b03e-a071bcba1d23 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 946 time: 0.0615604 Apr 12 03:07:34.989151 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-462d348b-353d-4812-9493-13dff6446f10 req-dac08cf5-fb42-4a1c-ab4a-b737b5ba0484 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548632 Apr 12 03:07:35.024280 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f333e832-f83f-4b5c-926e-d341a3710f3f req-7220a99f-cb05-4f0a-811a-2426a116dfcc tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:35.026228 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-f333e832-f83f-4b5c-926e-d341a3710f3f req-7220a99f-cb05-4f0a-811a-2426a116dfcc tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=05a47b1f-6ab7-47db-bb09-f928a1c78e69 HTTP/1.1" status: 200 len: 945 time: 0.0568151 Apr 12 03:07:35.076420 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-f333e832-f83f-4b5c-926e-d341a3710f3f req-b77fd476-f299-495a-9c7f-51f7817318ad tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8cd3214-f41b-4489-90f3-27757c64af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443780 Apr 12 03:07:35.580863 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9922e55-84bb-4803-8797-2391c8be8a4b req-e3880012-2e0e-43a4-ace5-c9af5c8be5a4 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:35.582324 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-c9922e55-84bb-4803-8797-2391c8be8a4b req-e3880012-2e0e-43a4-ace5-c9af5c8be5a4 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 945 time: 0.0528896 Apr 12 03:07:35.634133 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-c9922e55-84bb-4803-8797-2391c8be8a4b req-4ffbdf12-e5a9-4873-a7d8-ef9da57568a6 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=37b179c6-f3cc-4a4d-ad74-37db92046685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456090 Apr 12 03:07:35.699933 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d5dca-8c98-40ac-bcaf-f5cad5878ba1 req-d1099e8b-60d7-4854-b26b-c81a92d66383 tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:35.701776 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-d45d5dca-8c98-40ac-bcaf-f5cad5878ba1 req-d1099e8b-60d7-4854-b26b-c81a92d66383 tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd324dc8-4349-48b1-a13b-6c9b55a28fb3 HTTP/1.1" status: 200 len: 949 time: 0.0491292 Apr 12 03:07:35.841583 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-d45d5dca-8c98-40ac-bcaf-f5cad5878ba1 req-7e3174cd-1469-498a-84e0-52446ff2c735 tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] Deleting port 92146904-e0fe-4bb9-9ec3-b75045ccde7a {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:07:35.841795 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d45d5dca-8c98-40ac-bcaf-f5cad5878ba1 req-7e3174cd-1469-498a-84e0-52446ff2c735 tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (92146904-e0fe-4bb9-9ec3-b75045ccde7a), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:35.945565 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-d45d5dca-8c98-40ac-bcaf-f5cad5878ba1 req-7e3174cd-1469-498a-84e0-52446ff2c735 tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] For port 92146904-e0fe-4bb9-9ec3-b75045ccde7a, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=92146904-e0fe-4bb9-9ec3-b75045ccde7a,segment=NetworkSegment(b15ba173-0e71-4872-8e9e-e6feaf245eca),segment_id=b15ba173-0e71-4872-8e9e-e6feaf245eca)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:07:35.946314 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d45d5dca-8c98-40ac-bcaf-f5cad5878ba1 req-7e3174cd-1469-498a-84e0-52446ff2c735 tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (92146904-e0fe-4bb9-9ec3-b75045ccde7a), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:35.966314 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-d45d5dca-8c98-40ac-bcaf-f5cad5878ba1 req-7e3174cd-1469-498a-84e0-52446ff2c735 tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] Calling delete_port for 92146904-e0fe-4bb9-9ec3-b75045ccde7a owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:07:36.054183 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e9ebb-0758-4594-8b58-0a0d7abf75ad req-71184442-9423-4e3f-a305-e1068c6c413f tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:36.060579 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-5e1e9ebb-0758-4594-8b58-0a0d7abf75ad req-71184442-9423-4e3f-a305-e1068c6c413f tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd324dc8-4349-48b1-a13b-6c9b55a28fb3 HTTP/1.1" status: 200 len: 949 time: 0.0886309 Apr 12 03:07:36.123084 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-5e1e9ebb-0758-4594-8b58-0a0d7abf75ad req-846b58ed-e0a9-4c59-b390-45280c85560f tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] 10.222.0.32 "GET /v2.0/security-groups?id=b42761e8-d223-4946-8383-010e3619424e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545061 Apr 12 03:07:36.219244 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d4a509-1fc9-4de4-9581-bca28824882a req-c1205a74-4c93-4060-88cd-58adca6e9e4a tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:36.228293 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-a9d4a509-1fc9-4de4-9581-bca28824882a req-c1205a74-4c93-4060-88cd-58adca6e9e4a tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 946 time: 0.1315148 Apr 12 03:07:36.247256 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d45d5dca-8c98-40ac-bcaf-f5cad5878ba1 req-7e3174cd-1469-498a-84e0-52446ff2c735 tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28695539'] for port (92146904-e0fe-4bb9-9ec3-b75045ccde7a), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:36.284662 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fadcfd4-c58a-44aa-8ce8-635cf02ae4cb req-00f20c3d-4691-4691-a457-1773c0f2aec2 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:36.285768 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] get_ports_and_sgs() called for port_ids ['92146904-e0fe-4bb9-9ec3-b75045ccde7a'] {{(pid=103485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:07:36.286239 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-0fadcfd4-c58a-44aa-8ce8-635cf02ae4cb req-00f20c3d-4691-4691-a457-1773c0f2aec2 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=05a47b1f-6ab7-47db-bb09-f928a1c78e69 HTTP/1.1" status: 200 len: 945 time: 0.0521650 Apr 12 03:07:36.307586 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3174cd-1469-498a-84e0-52446ff2c735 tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] Pushing event deleted for resources: {'Port': ['ID=92146904-e0fe-4bb9-9ec3-b75045ccde7a,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:36.384617 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-0fadcfd4-c58a-44aa-8ce8-635cf02ae4cb req-d5223c1d-0679-41c1-8a14-929c13931b3d tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8cd3214-f41b-4489-90f3-27757c64af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830123 Apr 12 03:07:36.393254 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-a9d4a509-1fc9-4de4-9581-bca28824882a req-85b70921-4e61-4c7f-8bba-c71cd64d1b56 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637986 Apr 12 03:07:36.415785 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-d45d5dca-8c98-40ac-bcaf-f5cad5878ba1 req-7e3174cd-1469-498a-84e0-52446ff2c735 tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] No DVR routers for this DVR port 92146904-e0fe-4bb9-9ec3-b75045ccde7a on host hv-cinder-83744 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:07:36.423549 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d45d5dca-8c98-40ac-bcaf-f5cad5878ba1 req-7e3174cd-1469-498a-84e0-52446ff2c735 tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for port (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:36.427300 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-d45d5dca-8c98-40ac-bcaf-f5cad5878ba1 req-7e3174cd-1469-498a-84e0-52446ff2c735 tempest-VolumesNegativeTest-1556122389 tempest-VolumesNegativeTest-1556122389-project] 10.222.0.25 "DELETE /v2.0/ports/92146904-e0fe-4bb9-9ec3-b75045ccde7a HTTP/1.1" status: 204 len: 173 time: 0.7180605 Apr 12 03:07:36.428239 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd324dc8-4349-48b1-a13b-6c9b55a28fb3', 'name': 'network-vif-deleted', 'tag': '92146904-e0fe-4bb9-9ec3-b75045ccde7a'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:07:36.447659 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d98137ebe7b3f8ae23a53251b76916d727952a33f49bb2ab88d2915e9897d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a8343d-3c1d-41bf-8591-a789ed2685ea" -d '{"events": [{"server_uuid": "cd324dc8-4349-48b1-a13b-6c9b55a28fb3", "name": "network-vif-deleted", "tag": "92146904-e0fe-4bb9-9ec3-b75045ccde7a"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:07:36.525564 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b10f81a1-c655-48ed-8b8f-6b8696d45dee x-openstack-request-id: req-b10f81a1-c655-48ed-8b8f-6b8696d45dee {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:07:36.526020 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd324dc8-4349-48b1-a13b-6c9b55a28fb3", "name": "network-vif-deleted", "tag": "92146904-e0fe-4bb9-9ec3-b75045ccde7a", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:07:36.526457 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b10f81a1-c655-48ed-8b8f-6b8696d45dee {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:07:36.526913 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b10f81a1-c655-48ed-8b8f-6b8696d45dee'] response: {'server_uuid': 'cd324dc8-4349-48b1-a13b-6c9b55a28fb3', 'name': 'network-vif-deleted', 'tag': '92146904-e0fe-4bb9-9ec3-b75045ccde7a', 'status': 'completed', 'code': 200} Apr 12 03:07:36.770086 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a87437c-00cd-4c3e-9dd1-96baf3e8a327 req-0a511acc-29d3-4753-928d-b6c7a02a48a0 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:36.771831 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-5a87437c-00cd-4c3e-9dd1-96baf3e8a327 req-0a511acc-29d3-4753-928d-b6c7a02a48a0 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 945 time: 0.0563307 Apr 12 03:07:36.836793 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-5a87437c-00cd-4c3e-9dd1-96baf3e8a327 req-29509281-b7c8-46e7-9bea-2cdf1e1c69c3 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=37b179c6-f3cc-4a4d-ad74-37db92046685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580423 Apr 12 03:07:37.519702 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75618d2f-c8ff-4d4f-a4a8-1eb72f65cc01 req-8b826bf4-ba67-4f7d-afa6-b97d7b21e37f tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:37.527070 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-75618d2f-c8ff-4d4f-a4a8-1eb72f65cc01 req-8b826bf4-ba67-4f7d-afa6-b97d7b21e37f tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=05a47b1f-6ab7-47db-bb09-f928a1c78e69 HTTP/1.1" status: 200 len: 945 time: 0.0630214 Apr 12 03:07:37.556229 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931765c9-8eb4-404a-bf27-18c7d5af42bd req-ecd9d810-3104-430f-ab3d-a691f5867b9b tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:37.558314 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-931765c9-8eb4-404a-bf27-18c7d5af42bd req-ecd9d810-3104-430f-ab3d-a691f5867b9b tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 946 time: 0.0711539 Apr 12 03:07:37.587247 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-75618d2f-c8ff-4d4f-a4a8-1eb72f65cc01 req-aef29ab9-0d61-4864-aa4a-7f3b00fcfa13 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8cd3214-f41b-4489-90f3-27757c64af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569975 Apr 12 03:07:37.630387 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-931765c9-8eb4-404a-bf27-18c7d5af42bd req-ac3d6932-8ddf-4fa5-ad93-0a78b11aec68 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663521 Apr 12 03:07:37.750338 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2efec-4e67-4bc9-adee-7e31a8c81fe8 req-e4edf415-c565-4a4f-8e10-db005575f1f7 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:37.752088 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-43b2efec-4e67-4bc9-adee-7e31a8c81fe8 req-e4edf415-c565-4a4f-8e10-db005575f1f7 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=05a47b1f-6ab7-47db-bb09-f928a1c78e69 HTTP/1.1" status: 200 len: 945 time: 0.0704379 Apr 12 03:07:37.761942 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 44850) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:07:37.766472 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [None req-5a0fea85-918b-4c09-8611-f298dff13a59 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Request body: {'floatingip': {'port_id': '24861ab0-eb1b-458d-be36-a018cc96c3ea'}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:07:37.811817 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-5a0fea85-918b-4c09-8611-f298dff13a59 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks [] for floatingip (8fcf59e8-f072-42bf-b930-ccdce63b409c), before_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:38.010394 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be0c13-9ef5-4520-8414-a58b0ab94d35 req-19bc83a6-5e71-4eb7-b708-17805981d256 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:38.017346 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-06be0c13-9ef5-4520-8414-a58b0ab94d35 req-19bc83a6-5e71-4eb7-b708-17805981d256 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 945 time: 0.0963471 Apr 12 03:07:38.128083 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-06be0c13-9ef5-4520-8414-a58b0ab94d35 req-f01d8ac3-4f93-4f1b-bbf7-d9e891588215 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=37b179c6-f3cc-4a4d-ad74-37db92046685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098475 Apr 12 03:07:38.493463 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-5a0fea85-918b-4c09-8611-f298dff13a59 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:38.503194 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-5a0fea85-918b-4c09-8611-f298dff13a59 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682737'] for floatingip (8fcf59e8-f072-42bf-b930-ccdce63b409c), after_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:38.641660 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.db.l3_db [None req-5a0fea85-918b-4c09-8611-f298dff13a59 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Floating IP 8fcf59e8-f072-42bf-b930-ccdce63b409c associated. External IP: 172.27.3.228, port: 24861ab0-eb1b-458d-be36-a018cc96c3ea. Apr 12 03:07:38.761547 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca54d3e-b397-41bc-bc9e-7c632d3e16cb req-cf328404-9a1e-44e3-9e29-1a68f53284da tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:38.763088 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-fca54d3e-b397-41bc-bc9e-7c632d3e16cb req-cf328404-9a1e-44e3-9e29-1a68f53284da tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 946 time: 0.0592849 Apr 12 03:07:38.844120 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-fca54d3e-b397-41bc-bc9e-7c632d3e16cb req-e3eece9f-35de-424b-85cc-6615a94ee65a tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615473 Apr 12 03:07:38.914361 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0fea85-918b-4c09-8611-f298dff13a59 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Router c8e4223e-510f-477d-a359-e91f259fe4fb has already been hosted by L3 agent beb15aed-f2b6-4676-85ca-b43f14e6acf3 {{(pid=103483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:07:39.049805 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0fea85-918b-4c09-8611-f298dff13a59 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Notify agent at l3_agent.dv-cinder-837443-1-iscsi the message routers_updated {{(pid=103483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:07:39.062408 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-5a0fea85-918b-4c09-8611-f298dff13a59 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for floatingip (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:39.062688 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bc680c-7609-41c6-8bb4-ef740393c9c2 None None] Sync routers for ids ['c8e4223e-510f-477d-a359-e91f259fe4fb'] in dv-cinder-837443-1-iscsi {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:07:39.076833 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bc680c-7609-41c6-8bb4-ef740393c9c2 None None] Routers {'c8e4223e-510f-477d-a359-e91f259fe4fb'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:07:39.078262 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-c3bc680c-7609-41c6-8bb4-ef740393c9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:07:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['c8e4223e-510f-477d-a359-e91f259fe4fb'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:07:39.129257 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-5a0fea85-918b-4c09-8611-f298dff13a59 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "PUT /v2.0/floatingips/8fcf59e8-f072-42bf-b930-ccdce63b409c HTTP/1.1" status: 200 len: 991 time: 1.3660724 Apr 12 03:07:39.130276 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05a47b1f-6ab7-47db-bb09-f928a1c78e69', 'tag': '24861ab0-eb1b-458d-be36-a018cc96c3ea'}] {{(pid=103483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:07:39.133100 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e274900216188b1398d2f2ab6fda0f9d84329b9f507230773e3e9728a2d4b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1655ed8-66fa-4ccd-9f10-a97e5b9ae47e" -d '{"events": [{"name": "network-changed", "server_uuid": "05a47b1f-6ab7-47db-bb09-f928a1c78e69", "tag": "24861ab0-eb1b-458d-be36-a018cc96c3ea"}]}' {{(pid=103483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:07:39.246206 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-c3bc680c-7609-41c6-8bb4-ef740393c9c2 None None] Set router c8e4223e-510f-477d-a359-e91f259fe4fb gateway port host: dv-cinder-837443-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:07:39.345764 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c11dfb0-8981-4346-8ed2-92708be6fc81 x-openstack-request-id: req-1c11dfb0-8981-4346-8ed2-92708be6fc81 {{(pid=103483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:07:39.346500 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05a47b1f-6ab7-47db-bb09-f928a1c78e69", "tag": "24861ab0-eb1b-458d-be36-a018cc96c3ea", "status": "completed", "code": 200}]} {{(pid=103483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:07:39.346981 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1c11dfb0-8981-4346-8ed2-92708be6fc81 {{(pid=103483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:07:39.347626 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c11dfb0-8981-4346-8ed2-92708be6fc81'] response: {'name': 'network-changed', 'server_uuid': '05a47b1f-6ab7-47db-bb09-f928a1c78e69', 'tag': '24861ab0-eb1b-458d-be36-a018cc96c3ea', 'status': 'completed', 'code': 200} Apr 12 03:07:39.377354 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9027bb08-ad67-4e65-9cb0-2fcfe3681c2f req-69dd544f-7d71-4d62-9f6e-6491fa6f6562 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:39.379882 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-9027bb08-ad67-4e65-9cb0-2fcfe3681c2f req-69dd544f-7d71-4d62-9f6e-6491fa6f6562 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 945 time: 0.1167898 Apr 12 03:07:39.466588 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1655ed8-66fa-4ccd-9f10-a97e5b9ae47e req-ccabd65b-324a-4df0-bc9a-cc6709f46c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:39.468554 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-a1655ed8-66fa-4ccd-9f10-a97e5b9ae47e req-ccabd65b-324a-4df0-bc9a-cc6709f46c0e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=52b2d02e7570468daabac047ad3a7fa5&device_id=05a47b1f-6ab7-47db-bb09-f928a1c78e69 HTTP/1.1" status: 200 len: 1129 time: 0.1030166 Apr 12 03:07:39.555750 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-c3bc680c-7609-41c6-8bb4-ef740393c9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e4223e-510f-477d-a359-e91f259fe4fb', 'name': 'tempest-ServerRescueNegativeTestJSON-233504797-router', 'tenant_id': '52b2d02e7570468daabac047ad3a7fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '617d04a3-61eb-4246-b9a5-ecf4f7581920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:50Z', 'updated_at': '2022-04-12T03:04:57Z', 'revision_number': 4, 'project_id': '52b2d02e7570468daabac047ad3a7fa5', 'gw_port': {'id': '617d04a3-61eb-4246-b9a5-ecf4f7581920', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:71:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e4223e-510f-477d-a359-e91f259fe4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:52Z', 'updated_at': '2022-04-12T03:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_floatingips': [{'id': '8fcf59e8-f072-42bf-b930-ccdce63b409c', 'tenant_id': '52b2d02e7570468daabac047ad3a7fa5', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'router_id': 'c8e4223e-510f-477d-a359-e91f259fe4fb', 'port_id': '24861ab0-eb1b-458d-be36-a018cc96c3ea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14a47694-9f88-4832-ab57-c60bc64938b8', 'mac_address': 'fa:16:3e:ef:13:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a47b1f-6ab7-47db-bb09-f928a1c78e69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:07:16Z', 'updated_at': '2022-04-12T03:07:38Z', 'revision_number': 1, 'project_id': '52b2d02e7570468daabac047ad3a7fa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a3e36c3-c754-4dd5-a185-3f25286139da', 'name': '', 'network_id': '14a47694-9f88-4832-ab57-c60bc64938b8', 'tenant_id': '52b2d02e7570468daabac047ad3a7fa5', 'mac_address': 'fa:16:3e:18:4d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e4223e-510f-477d-a359-e91f259fe4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'fe4d4e4c-7961-4f3e-a108-6fc7a367da7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:55Z', 'updated_at': '2022-04-12T03:05:08Z', 'revision_number': 5, 'project_id': '52b2d02e7570468daabac047ad3a7fa5', 'subnets': [{'id': 'fe4d4e4c-7961-4f3e-a108-6fc7a367da7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:07:39.586020 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-9027bb08-ad67-4e65-9cb0-2fcfe3681c2f req-878dfbb8-2b0e-43f6-a0ea-3b218f19cc04 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=37b179c6-f3cc-4a4d-ad74-37db92046685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723254 Apr 12 03:07:39.591523 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bc680c-7609-41c6-8bb4-ef740393c9c2 None None] Checking router: c8e4223e-510f-477d-a359-e91f259fe4fb for host: dv-cinder-837443-1-iscsi {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:07:39.616942 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bc680c-7609-41c6-8bb4-ef740393c9c2 None None] Routers {'c8e4223e-510f-477d-a359-e91f259fe4fb'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:07:39.617569 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-c3bc680c-7609-41c6-8bb4-ef740393c9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:07:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['c8e4223e-510f-477d-a359-e91f259fe4fb'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:07:39.622900 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1655ed8-66fa-4ccd-9f10-a97e5b9ae47e req-03012086-c131-4116-880e-dcc3fbb8d131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:39.624471 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-a1655ed8-66fa-4ccd-9f10-a97e5b9ae47e req-03012086-c131-4116-880e-dcc3fbb8d131 service neutron] 10.222.0.25 "GET /v2.0/networks?id=14a47694-9f88-4832-ab57-c60bc64938b8 HTTP/1.1" status: 200 len: 918 time: 0.1424484 Apr 12 03:07:39.708322 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-a1655ed8-66fa-4ccd-9f10-a97e5b9ae47e req-7a409057-4463-4ad5-81fb-c2d20d126191 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24861ab0-eb1b-458d-be36-a018cc96c3ea HTTP/1.1" status: 200 len: 999 time: 0.0761917 Apr 12 03:07:39.738277 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-c3bc680c-7609-41c6-8bb4-ef740393c9c2 None None] Set router c8e4223e-510f-477d-a359-e91f259fe4fb gateway port host: dv-cinder-837443-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:07:40.072684 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-c3bc680c-7609-41c6-8bb4-ef740393c9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e4223e-510f-477d-a359-e91f259fe4fb', 'name': 'tempest-ServerRescueNegativeTestJSON-233504797-router', 'tenant_id': '52b2d02e7570468daabac047ad3a7fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '617d04a3-61eb-4246-b9a5-ecf4f7581920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:50Z', 'updated_at': '2022-04-12T03:04:57Z', 'revision_number': 4, 'project_id': '52b2d02e7570468daabac047ad3a7fa5', 'gw_port': {'id': '617d04a3-61eb-4246-b9a5-ecf4f7581920', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:71:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e4223e-510f-477d-a359-e91f259fe4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:52Z', 'updated_at': '2022-04-12T03:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_floatingips': [{'id': '8fcf59e8-f072-42bf-b930-ccdce63b409c', 'tenant_id': '52b2d02e7570468daabac047ad3a7fa5', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'router_id': 'c8e4223e-510f-477d-a359-e91f259fe4fb', 'port_id': '24861ab0-eb1b-458d-be36-a018cc96c3ea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14a47694-9f88-4832-ab57-c60bc64938b8', 'mac_address': 'fa:16:3e:ef:13:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a47b1f-6ab7-47db-bb09-f928a1c78e69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:07:16Z', 'updated_at': '2022-04-12T03:07:38Z', 'revision_number': 1, 'project_id': '52b2d02e7570468daabac047ad3a7fa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a3e36c3-c754-4dd5-a185-3f25286139da', 'name': '', 'network_id': '14a47694-9f88-4832-ab57-c60bc64938b8', 'tenant_id': '52b2d02e7570468daabac047ad3a7fa5', 'mac_address': 'fa:16:3e:18:4d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e4223e-510f-477d-a359-e91f259fe4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'fe4d4e4c-7961-4f3e-a108-6fc7a367da7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:55Z', 'updated_at': '2022-04-12T03:05:08Z', 'revision_number': 5, 'project_id': '52b2d02e7570468daabac047ad3a7fa5', 'subnets': [{'id': 'fe4d4e4c-7961-4f3e-a108-6fc7a367da7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:07:40.073414 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e298748-71d0-4682-aee5-bf8c79313861 req-52ada78b-8e79-4373-8bbc-cc0731e21ecf tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:40.079960 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-1e298748-71d0-4682-aee5-bf8c79313861 req-52ada78b-8e79-4373-8bbc-cc0731e21ecf tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 946 time: 0.0687196 Apr 12 03:07:40.081929 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1655ed8-66fa-4ccd-9f10-a97e5b9ae47e req-b7ef38df-829f-4e16-a21f-863f365a1be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:40.083479 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-a1655ed8-66fa-4ccd-9f10-a97e5b9ae47e req-b7ef38df-829f-4e16-a21f-863f365a1be1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fe4d4e4c-7961-4f3e-a108-6fc7a367da7d HTTP/1.1" status: 200 len: 857 time: 0.3691714 Apr 12 03:07:40.129500 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bc680c-7609-41c6-8bb4-ef740393c9c2 None None] The sync data for ids ['c8e4223e-510f-477d-a359-e91f259fe4fb'] in dv-cinder-837443-1-iscsi is: [{'id': 'c8e4223e-510f-477d-a359-e91f259fe4fb', 'name': 'tempest-ServerRescueNegativeTestJSON-233504797-router', 'tenant_id': '52b2d02e7570468daabac047ad3a7fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '617d04a3-61eb-4246-b9a5-ecf4f7581920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:50Z', 'updated_at': '2022-04-12T03:04:57Z', 'revision_number': 4, 'project_id': '52b2d02e7570468daabac047ad3a7fa5', 'gw_port': {'id': '617d04a3-61eb-4246-b9a5-ecf4f7581920', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:71:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e4223e-510f-477d-a359-e91f259fe4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:52Z', 'updated_at': '2022-04-12T03:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_floatingips': [{'id': '8fcf59e8-f072-42bf-b930-ccdce63b409c', 'tenant_id': '52b2d02e7570468daabac047ad3a7fa5', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'router_id': 'c8e4223e-510f-477d-a359-e91f259fe4fb', 'port_id': '24861ab0-eb1b-458d-be36-a018cc96c3ea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14a47694-9f88-4832-ab57-c60bc64938b8', 'mac_address': 'fa:16:3e:ef:13:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a47b1f-6ab7-47db-bb09-f928a1c78e69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:07:16Z', 'updated_at': '2022-04-12T03:07:38Z', 'revision_number': 1, 'project_id': '52b2d02e7570468daabac047ad3a7fa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a3e36c3-c754-4dd5-a185-3f25286139da', 'name': '', 'network_id': '14a47694-9f88-4832-ab57-c60bc64938b8', 'tenant_id': '52b2d02e7570468daabac047ad3a7fa5', 'mac_address': 'fa:16:3e:18:4d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e4223e-510f-477d-a359-e91f259fe4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'fe4d4e4c-7961-4f3e-a108-6fc7a367da7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:55Z', 'updated_at': '2022-04-12T03:05:08Z', 'revision_number': 5, 'project_id': '52b2d02e7570468daabac047ad3a7fa5', 'subnets': [{'id': 'fe4d4e4c-7961-4f3e-a108-6fc7a367da7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:07:40.150790 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1655ed8-66fa-4ccd-9f10-a97e5b9ae47e req-ba4c2b9d-2fe8-49d7-b634-a498699b2b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:40.152507 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-a1655ed8-66fa-4ccd-9f10-a97e5b9ae47e req-ba4c2b9d-2fe8-49d7-b634-a498699b2b13 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=14a47694-9f88-4832-ab57-c60bc64938b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0622082 Apr 12 03:07:40.180752 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-1e298748-71d0-4682-aee5-bf8c79313861 req-5629a4bb-63de-4eed-82f1-93d963f3ec28 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947628 Apr 12 03:07:40.286850 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-a1655ed8-66fa-4ccd-9f10-a97e5b9ae47e req-c1f4ca1c-08b2-46d5-bcdf-7d7d97872776 service neutron] 10.222.0.25 "GET /v2.0/networks/14a47694-9f88-4832-ab57-c60bc64938b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247633 Apr 12 03:07:40.414736 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-a1655ed8-66fa-4ccd-9f10-a97e5b9ae47e req-8cae8ce7-e172-4935-9db4-8b7db008f466 service neutron] 10.222.0.25 "GET /v2.0/networks/14a47694-9f88-4832-ab57-c60bc64938b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197758 Apr 12 03:07:40.444838 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f050cb08-177c-42e5-b7b9-f47316347c6f None None] New status for floating IP 8fcf59e8-f072-42bf-b930-ccdce63b409c: ACTIVE {{(pid=103485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 03:07:40.737768 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de2550-0c70-41a2-861f-d45d17f1e31f req-21b06ca5-eac5-457b-9c43-187864e9a2ea tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:40.739337 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-57de2550-0c70-41a2-861f-d45d17f1e31f req-21b06ca5-eac5-457b-9c43-187864e9a2ea tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 945 time: 0.0561037 Apr 12 03:07:40.803640 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-57de2550-0c70-41a2-861f-d45d17f1e31f req-122ec4cf-1af7-492b-a341-644b2c912e80 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=37b179c6-f3cc-4a4d-ad74-37db92046685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569870 Apr 12 03:07:41.308720 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4845e86e-b3e8-4194-ae00-708b39e3a5a4 req-1d6edc0a-a14a-404d-b244-0f9dbf027c48 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:41.317128 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-4845e86e-b3e8-4194-ae00-708b39e3a5a4 req-1d6edc0a-a14a-404d-b244-0f9dbf027c48 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 946 time: 0.0607948 Apr 12 03:07:41.354842 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device 92146904-e0fe-4bb9-9ec3-b75045ccde7a no longer exists at agent hyperv_hv-cinder-83744 {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:07:41.366527 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-4845e86e-b3e8-4194-ae00-708b39e3a5a4 req-c1c33975-981d-4095-bff6-f39124a981cb tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484681 Apr 12 03:07:41.394100 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] No Port match for: 92146904-e0fe-4bb9-9ec3-b75045ccde7a {{(pid=103485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:07:41.394548 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device 92146904-e0fe-4bb9-9ec3-b75045ccde7a not bound to the agent host hv-cinder-83744 {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:07:41.929305 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb20df98-8ac6-449f-8ac5-76ec9168138e req-c3533a5d-bc8f-493c-be0a-48f07eca7240 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:41.931442 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-cb20df98-8ac6-449f-8ac5-76ec9168138e req-c3533a5d-bc8f-493c-be0a-48f07eca7240 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 945 time: 0.0542746 Apr 12 03:07:41.988076 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-cb20df98-8ac6-449f-8ac5-76ec9168138e req-d7e45991-b71e-41fe-9392-421d33caada0 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=37b179c6-f3cc-4a4d-ad74-37db92046685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491545 Apr 12 03:07:42.379438 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 45092) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:07:42.499462 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed52cf2b-6c48-4b8e-9b02-988c5819c71a req-9b6bb996-adcb-490c-9e0c-5f3073dc9091 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:42.501226 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-ed52cf2b-6c48-4b8e-9b02-988c5819c71a req-9b6bb996-adcb-490c-9e0c-5f3073dc9091 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 946 time: 0.0514040 Apr 12 03:07:42.559633 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-ed52cf2b-6c48-4b8e-9b02-988c5819c71a req-92c0f491-dbab-48c6-8b9c-4ed9fb73cb39 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514970 Apr 12 03:07:42.600226 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-1d2d529b-0c4f-4ae5-b72e-92db23de21b5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6edbc11af57f4865b07f6db8942428ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2193542 Apr 12 03:07:42.603000 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 45098) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:07:42.676071 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f04ec577-377a-4331-a9ca-27a2ced3ff11 admin admin] Publish callbacks [] for security_group (b42761e8-d223-4946-8383-010e3619424e), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:42.698415 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f04ec577-377a-4331-a9ca-27a2ced3ff11 admin admin] Publish callbacks [] for security_group (b42761e8-d223-4946-8383-010e3619424e), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:42.758702 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f04ec577-377a-4331-a9ca-27a2ced3ff11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (b42761e8-d223-4946-8383-010e3619424e), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:42.762157 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f04ec577-377a-4331-a9ca-27a2ced3ff11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:42.766314 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-f04ec577-377a-4331-a9ca-27a2ced3ff11 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b42761e8-d223-4946-8383-010e3619424e HTTP/1.1" status: 204 len: 168 time: 0.1621521 Apr 12 03:07:42.775028 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04ec577-377a-4331-a9ca-27a2ced3ff11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42761e8-d223-4946-8383-010e3619424e,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:43.117416 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d109e0-343e-447e-8a34-1437176cdefd req-1d136b95-73c9-41a0-ad21-c500519f8260 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:43.119180 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-d8d109e0-343e-447e-8a34-1437176cdefd req-1d136b95-73c9-41a0-ad21-c500519f8260 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 945 time: 0.0530863 Apr 12 03:07:43.190843 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-d8d109e0-343e-447e-8a34-1437176cdefd req-fcf8cbb8-e1d0-446e-aebd-d7ed9c7d24bf tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=37b179c6-f3cc-4a4d-ad74-37db92046685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654249 Apr 12 03:07:43.476394 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 45132) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:07:43.576218 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-a6691518-eafb-42d3-a7ec-1130c7324f0b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-861698763-network', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:07:43.600199 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6691518-eafb-42d3-a7ec-1130c7324f0b admin admin] Made reservation on behalf of faa0847777334640bf8854a96c6e7a19 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:07:43.600199 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a6691518-eafb-42d3-a7ec-1130c7324f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for network (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:43.609022 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a6691518-eafb-42d3-a7ec-1130c7324f0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:43.679038 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958abf0c-8555-4819-a7f1-588103342cb3 req-21743c51-de2e-47e5-ae5a-bfa740bf39e0 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:43.680548 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-958abf0c-8555-4819-a7f1-588103342cb3 req-21743c51-de2e-47e5-ae5a-bfa740bf39e0 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 946 time: 0.0518341 Apr 12 03:07:43.689290 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a6691518-eafb-42d3-a7ec-1130c7324f0b admin admin] Publish callbacks [] for security_group (0d6366c1-cd84-4187-9ea8-d8d669c2f7b5), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:43.694402 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a6691518-eafb-42d3-a7ec-1130c7324f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (0d6366c1-cd84-4187-9ea8-d8d669c2f7b5), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:43.718841 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6691518-eafb-42d3-a7ec-1130c7324f0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 03:07:43.728875 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6691518-eafb-42d3-a7ec-1130c7324f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6366c1-cd84-4187-9ea8-d8d669c2f7b5,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:43.733699 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a6691518-eafb-42d3-a7ec-1130c7324f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (7d178cda-c4bb-4041-8a2c-25e0b2199eca), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:43.733885 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-958abf0c-8555-4819-a7f1-588103342cb3 req-a6ee4e16-33db-49d2-bb32-466d70e75236 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472395 Apr 12 03:07:43.734049 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.db.segments_db [None req-a6691518-eafb-42d3-a7ec-1130c7324f0b admin admin] Added segment 7d178cda-c4bb-4041-8a2c-25e0b2199eca of type vlan for network da1505d4-daf5-4102-9185-5db938386645 Apr 12 03:07:43.777276 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a6691518-eafb-42d3-a7ec-1130c7324f0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733264019303'] for network (da1505d4-daf5-4102-9185-5db938386645), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:43.804337 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a6691518-eafb-42d3-a7ec-1130c7324f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074'] for network (da1505d4-daf5-4102-9185-5db938386645), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:43.805274 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6691518-eafb-42d3-a7ec-1130c7324f0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:43.805954 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a6691518-eafb-42d3-a7ec-1130c7324f0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for network (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:43.839175 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-a6691518-eafb-42d3-a7ec-1130c7324f0b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3616111 Apr 12 03:07:43.842207 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 45142) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:07:43.847061 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [None req-bfd26e2d-e11b-46bf-b382-b5c8ad847be4 admin admin] Request body: {'subnet': {'network_id': 'da1505d4-daf5-4102-9185-5db938386645', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-861698763-subnet', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'ip_version': 4}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:07:43.865854 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd26e2d-e11b-46bf-b382-b5c8ad847be4 admin admin] Made reservation on behalf of faa0847777334640bf8854a96c6e7a19 for: {'subnet': 1} {{(pid=103483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:07:43.868106 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-bfd26e2d-e11b-46bf-b382-b5c8ad847be4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28286591'] for subnet (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:43.868693 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6691518-eafb-42d3-a7ec-1130c7324f0b admin admin] Pushing event updated for resources: {'Network': ['ID=da1505d4-daf5-4102-9185-5db938386645,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:43.879447 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Network da1505d4-daf5-4102-9185-5db938386645 details requested by agent ovs-agent-dv-cinder-837443-1-iscsi with host dv-cinder-837443-1-iscsi {{(pid=103485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 03:07:44.051916 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-bfd26e2d-e11b-46bf-b382-b5c8ad847be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28321091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28286573'] for subnet (2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:44.105912 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd26e2d-e11b-46bf-b382-b5c8ad847be4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9,revision_number=0']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:44.116640 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd26e2d-e11b-46bf-b382-b5c8ad847be4 admin admin] Checking segment: {'id': '7d178cda-c4bb-4041-8a2c-25e0b2199eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'da1505d4-daf5-4102-9185-5db938386645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:07:44.116967 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd26e2d-e11b-46bf-b382-b5c8ad847be4 admin admin] Network hostable DHCP agents. Network: da1505d4-daf5-4102-9185-5db938386645, hostable agents: ['fa7f2a92-0c20-457b-b451-d8a4489755d5'], hosted agents: [] {{(pid=103483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 03:07:44.136166 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd26e2d-e11b-46bf-b382-b5c8ad847be4 admin admin] Network da1505d4-daf5-4102-9185-5db938386645 is scheduled to be hosted by DHCP agent fa7f2a92-0c20-457b-b451-d8a4489755d5 with binding_index 1 {{(pid=103483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 03:07:44.147510 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.base_scheduler [None req-bfd26e2d-e11b-46bf-b382-b5c8ad847be4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837443-1-iscsi, da1505d4-daf5-4102-9185-5db938386645) {{(pid=103483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:07:44.152030 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd26e2d-e11b-46bf-b382-b5c8ad847be4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:44.152629 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-bfd26e2d-e11b-46bf-b382-b5c8ad847be4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for subnet (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:44.157815 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c60d05-ed74-4d12-a2bf-8f521b9e582f None None] Network da1505d4-daf5-4102-9185-5db938386645 requested from dv-cinder-837443-1-iscsi {{(pid=103485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:07:44.171779 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-bfd26e2d-e11b-46bf-b382-b5c8ad847be4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3268960 Apr 12 03:07:44.174682 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 45144) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:07:44.179021 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-e1d0a209-1661-4e98-90a3-fd0c927ee53c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-861698763-router', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'}}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:07:44.196248 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8a254-7cda-4746-8f84-6a6668e7e57f req-bacb2d17-732d-4848-bcc8-817c62b2df4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:44.197844 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-9fb8a254-7cda-4746-8f84-6a6668e7e57f req-bacb2d17-732d-4848-bcc8-817c62b2df4c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=aa116ee72616411e95552f4f7f6fdf9a&device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 1130 time: 0.0554578 Apr 12 03:07:44.214441 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e1d0a209-1661-4e98-90a3-fd0c927ee53c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3782703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4500'] for router (860366b1-e648-4b30-a975-ccbfb4a75ba5), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:44.215474 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e1d0a209-1661-4e98-90a3-fd0c927ee53c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3683108', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4525'] for router (860366b1-e648-4b30-a975-ccbfb4a75ba5), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:44.278619 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f42e02-de0a-44be-b603-a616a5272998 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58e6e5d8-d763-5226-afd4-b2f7170d6940-da1505d4-daf5-4102-9185-5db938386645', 'network_id': 'da1505d4-daf5-4102-9185-5db938386645', 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'fixed_ips': [{'subnet_id': '2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9'}]}} from dv-cinder-837443-1-iscsi. {{(pid=103485) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 03:07:44.279518 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-35f42e02-de0a-44be-b603-a616a5272998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:44.371798 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6585bb-d29d-4baa-bdaa-0f76d6bf2265 req-d64220c1-5f3d-47ab-9a38-2e14a21b64cc tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:44.373258 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-7f6585bb-d29d-4baa-bdaa-0f76d6bf2265 req-d64220c1-5f3d-47ab-9a38-2e14a21b64cc tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 945 time: 0.0979016 Apr 12 03:07:44.374632 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e1d0a209-1661-4e98-90a3-fd0c927ee53c admin admin] Publish callbacks [] for router_controller (860366b1-e648-4b30-a975-ccbfb4a75ba5), precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:44.417848 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-35f42e02-de0a-44be-b603-a616a5272998 None None] Allocated IP 172.20.0.2 (da1505d4-daf5-4102-9185-5db938386645/2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9/20a10eca-6f14-438d-a543-cf224f19063e) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:07:44.464957 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8a254-7cda-4746-8f84-6a6668e7e57f req-1bef8f76-dde7-42f9-b43a-1b3d637b6e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:44.466409 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-9fb8a254-7cda-4746-8f84-6a6668e7e57f req-1bef8f76-dde7-42f9-b43a-1b3d637b6e09 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2b3dbba0-7776-42cc-ae85-893ed357f655 HTTP/1.1" status: 200 len: 916 time: 0.2617109 Apr 12 03:07:44.555835 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-35f42e02-de0a-44be-b603-a616a5272998 None None] Publish callbacks [] for port (20a10eca-6f14-438d-a543-cf224f19063e), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:44.562948 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-35f42e02-de0a-44be-b603-a616a5272998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106'] for port (20a10eca-6f14-438d-a543-cf224f19063e), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:44.599760 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-7f6585bb-d29d-4baa-bdaa-0f76d6bf2265 req-ae28a4c5-030d-431f-8e4a-5e59dca35466 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=37b179c6-f3cc-4a4d-ad74-37db92046685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2197800 Apr 12 03:07:44.604873 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e1d0a209-1661-4e98-90a3-fd0c927ee53c admin admin] Publish callbacks [] for router_gateway (860366b1-e648-4b30-a975-ccbfb4a75ba5), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:44.612203 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f42e02-de0a-44be-b603-a616a5272998 None None] Network da1505d4-daf5-4102-9185-5db938386645 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:07:44.614092 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-35f42e02-de0a-44be-b603-a616a5272998 None None] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:07:44.616093 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f42e02-de0a-44be-b603-a616a5272998 None None] Pushing event updated for resources: {'Port': ['ID=20a10eca-6f14-438d-a543-cf224f19063e,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:44.618401 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f42e02-de0a-44be-b603-a616a5272998 None None] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:07:44.623935 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-9fb8a254-7cda-4746-8f84-6a6668e7e57f req-c0e79e8a-a5dd-4701-b730-8fd19ecb8671 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f35229c3-8c36-42fb-9fc5-3451fa4d807d HTTP/1.1" status: 200 len: 1002 time: 0.1485507 Apr 12 03:07:44.674744 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-35f42e02-de0a-44be-b603-a616a5272998 None None] Attempting to bind port 20a10eca-6f14-438d-a543-cf224f19063e on host dv-cinder-837443-1-iscsi for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:07:44.675106 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-35f42e02-de0a-44be-b603-a616a5272998 None None] Attempting to bind port 20a10eca-6f14-438d-a543-cf224f19063e by drivers openvswitch,hyperv on host dv-cinder-837443-1-iscsi at level 0 using segments [{'id': '7d178cda-c4bb-4041-8a2c-25e0b2199eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'da1505d4-daf5-4102-9185-5db938386645'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:07:44.675633 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f42e02-de0a-44be-b603-a616a5272998 None None] Attempting to bind port 20a10eca-6f14-438d-a543-cf224f19063e on network da1505d4-daf5-4102-9185-5db938386645 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:07:44.682823 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f42e02-de0a-44be-b603-a616a5272998 None None] Checking agent: {'id': 'ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 2, 56, 1), 'started_at': datetime.datetime(2022, 4, 12, 2, 56, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:07:44.683423 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f42e02-de0a-44be-b603-a616a5272998 None None] Checking segment: {'id': '7d178cda-c4bb-4041-8a2c-25e0b2199eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'da1505d4-daf5-4102-9185-5db938386645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:07:44.683876 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-35f42e02-de0a-44be-b603-a616a5272998 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:44.684269 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f42e02-de0a-44be-b603-a616a5272998 None None] Bound using segment: {'id': '7d178cda-c4bb-4041-8a2c-25e0b2199eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'da1505d4-daf5-4102-9185-5db938386645'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:07:44.684730 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-35f42e02-de0a-44be-b603-a616a5272998 None None] Bound port: 20a10eca-6f14-438d-a543-cf224f19063e, host: dv-cinder-837443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d178cda-c4bb-4041-8a2c-25e0b2199eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'da1505d4-daf5-4102-9185-5db938386645'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:07:44.685104 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-35f42e02-de0a-44be-b603-a616a5272998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (20a10eca-6f14-438d-a543-cf224f19063e), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:44.726431 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8a254-7cda-4746-8f84-6a6668e7e57f req-2632c389-ee05-4281-9a0e-b3c2a5a6675e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:44.727908 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-9fb8a254-7cda-4746-8f84-6a6668e7e57f req-2632c389-ee05-4281-9a0e-b3c2a5a6675e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=100d1803-3d36-4c71-9fbf-e95fa2273558 HTTP/1.1" status: 200 len: 855 time: 0.0899260 Apr 12 03:07:44.753324 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-35f42e02-de0a-44be-b603-a616a5272998 None None] For port 20a10eca-6f14-438d-a543-cf224f19063e, host dv-cinder-837443-1-iscsi, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:07:44.756878 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-35f42e02-de0a-44be-b603-a616a5272998 None None] For port 20a10eca-6f14-438d-a543-cf224f19063e, host dv-cinder-837443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=20a10eca-6f14-438d-a543-cf224f19063e,segment=NetworkSegment(7d178cda-c4bb-4041-8a2c-25e0b2199eca),segment_id=7d178cda-c4bb-4041-8a2c-25e0b2199eca)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:07:44.762758 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-35f42e02-de0a-44be-b603-a616a5272998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (20a10eca-6f14-438d-a543-cf224f19063e), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:44.852318 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f42e02-de0a-44be-b603-a616a5272998 None None] Pushing event updated for resources: {'Port': ['ID=20a10eca-6f14-438d-a543-cf224f19063e,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:44.902549 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8a254-7cda-4746-8f84-6a6668e7e57f req-f956895a-7056-46be-8631-ebce8be94680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:44.906861 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-9fb8a254-7cda-4746-8f84-6a6668e7e57f req-f956895a-7056-46be-8631-ebce8be94680 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2b3dbba0-7776-42cc-ae85-893ed357f655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1673644 Apr 12 03:07:44.928637 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a5b07-a9e0-4177-b3d0-a9c22dd5ac38 req-2f42ed58-5be8-4177-a859-d199c60e0c6c tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:44.930198 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-de5a5b07-a9e0-4177-b3d0-a9c22dd5ac38 req-2f42ed58-5be8-4177-a859-d199c60e0c6c tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 946 time: 0.0586553 Apr 12 03:07:44.993234 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566d5f7-147e-44c4-99e7-01f287e90666 req-fb22510c-a5c3-4532-8e3b-063f1276200f tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:44.994765 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-d566d5f7-147e-44c4-99e7-01f287e90666 req-fb22510c-a5c3-4532-8e3b-063f1276200f tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 945 time: 0.1467972 Apr 12 03:07:45.006802 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d587c3dd-2a84-4a5f-ab73-63dd709e5d11 req-e453d1d8-df53-479b-abd7-d6e82c3f6d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:45.008803 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-d587c3dd-2a84-4a5f-ab73-63dd709e5d11 req-e453d1d8-df53-479b-abd7-d6e82c3f6d6c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e1e5d1d0e5ee459d9a29175e6dfae245&device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 1129 time: 0.0662534 Apr 12 03:07:45.073252 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-de5a5b07-a9e0-4177-b3d0-a9c22dd5ac38 req-e20920e2-a51e-4428-a5b3-68f81121a067 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368258 Apr 12 03:07:45.122707 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e1d0a209-1661-4e98-90a3-fd0c927ee53c admin admin] Publish callbacks [] for router_gateway (860366b1-e648-4b30-a975-ccbfb4a75ba5), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:45.172020 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e1d0a209-1661-4e98-90a3-fd0c927ee53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:45.184891 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-d566d5f7-147e-44c4-99e7-01f287e90666 req-9e2e1e47-2eb9-4ec3-89b0-ac3275a63708 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=37b179c6-f3cc-4a4d-ad74-37db92046685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179755 Apr 12 03:07:45.202347 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d587c3dd-2a84-4a5f-ab73-63dd709e5d11 req-a48df793-3ce7-4c7a-84b0-25258ea7b05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:45.208668 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-d587c3dd-2a84-4a5f-ab73-63dd709e5d11 req-a48df793-3ce7-4c7a-84b0-25258ea7b05b service neutron] 10.222.0.25 "GET /v2.0/networks?id=97d0737a-0806-4131-b2fa-4a4f2be2d49e HTTP/1.1" status: 200 len: 910 time: 0.1916242 Apr 12 03:07:45.294652 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-d587c3dd-2a84-4a5f-ab73-63dd709e5d11 req-9bd68581-ed21-491c-9e5c-f4a126a43589 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78c47201-c1ba-4e08-a596-ba1d84c5e43e HTTP/1.1" status: 200 len: 999 time: 0.0677488 Apr 12 03:07:45.299020 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-9fb8a254-7cda-4746-8f84-6a6668e7e57f req-ffee8c33-796b-455a-8b2a-3e1ff2539629 service neutron] 10.222.0.25 "GET /v2.0/networks/2b3dbba0-7776-42cc-ae85-893ed357f655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559606 Apr 12 03:07:45.343464 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-e1d0a209-1661-4e98-90a3-fd0c927ee53c admin admin] Allocated IP 172.27.3.22 (79cba51c-a00f-4d8d-a813-38deb5f63b2a/29b195a7-2bca-4a4f-ac92-aa862b85642e/e0318674-e90e-4bb8-8fcc-2fc22c1902e1) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:07:45.363534 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d587c3dd-2a84-4a5f-ab73-63dd709e5d11 req-bf3277e0-e049-4bf2-b4bf-160ba24b8954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:45.365502 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-d587c3dd-2a84-4a5f-ab73-63dd709e5d11 req-bf3277e0-e049-4bf2-b4bf-160ba24b8954 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6de8150c-bedf-4873-b651-20f43e4f6dc1 HTTP/1.1" status: 200 len: 849 time: 0.0496848 Apr 12 03:07:45.418283 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d587c3dd-2a84-4a5f-ab73-63dd709e5d11 req-6811f33f-8226-4866-a869-e570495e4d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:45.420226 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-d587c3dd-2a84-4a5f-ab73-63dd709e5d11 req-6811f33f-8226-4866-a869-e570495e4d12 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=97d0737a-0806-4131-b2fa-4a4f2be2d49e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469697 Apr 12 03:07:45.478298 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-9fb8a254-7cda-4746-8f84-6a6668e7e57f req-dea62160-07d8-4b7d-9536-813829890347 service neutron] 10.222.0.25 "GET /v2.0/networks/2b3dbba0-7776-42cc-ae85-893ed357f655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615856 Apr 12 03:07:45.510437 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e1d0a209-1661-4e98-90a3-fd0c927ee53c admin admin] Publish callbacks [] for port (e0318674-e90e-4bb8-8fcc-2fc22c1902e1), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:45.518056 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-d587c3dd-2a84-4a5f-ab73-63dd709e5d11 req-6ac01b3b-70a7-4d31-8b79-8b3a03308034 service neutron] 10.222.0.25 "GET /v2.0/networks/97d0737a-0806-4131-b2fa-4a4f2be2d49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913453 Apr 12 03:07:45.553827 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e1d0a209-1661-4e98-90a3-fd0c927ee53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28695539'] for port (e0318674-e90e-4bb8-8fcc-2fc22c1902e1), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:45.597530 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d0a209-1661-4e98-90a3-fd0c927ee53c admin admin] Network 79cba51c-a00f-4d8d-a813-38deb5f63b2a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:07:45.600885 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-e1d0a209-1661-4e98-90a3-fd0c927ee53c admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:07:45.605375 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d0a209-1661-4e98-90a3-fd0c927ee53c admin admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:07:45.629934 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0a209-1661-4e98-90a3-fd0c927ee53c admin admin] Pushing event updated for resources: {'Port': ['ID=e0318674-e90e-4bb8-8fcc-2fc22c1902e1,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:45.748230 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 20a10eca-6f14-438d-a543-cf224f19063e up at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:07:45.795311 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Provisioning complete for port 20a10eca-6f14-438d-a543-cf224f19063e triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:07:45.795677 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (20a10eca-6f14-438d-a543-cf224f19063e), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:45.871190 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f40bde-6687-4d0e-8944-bf1ed886728d None None] Network da1505d4-daf5-4102-9185-5db938386645 requested from dv-cinder-837443-1-iscsi {{(pid=103485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:07:45.877333 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e1d0a209-1661-4e98-90a3-fd0c927ee53c admin admin] Publish callbacks [] for router_gateway (860366b1-e648-4b30-a975-ccbfb4a75ba5), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:45.904973 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Current status of the port 20a10eca-6f14-438d-a543-cf224f19063e is: DOWN; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:07:45.905355 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (20a10eca-6f14-438d-a543-cf224f19063e), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:45.961370 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-0fa3a87e-f58b-4995-bbf0-d6ef5e88e7a9 None None] Provisioning complete for port 20a10eca-6f14-438d-a543-cf224f19063e triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:07:45.961700 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-0fa3a87e-f58b-4995-bbf0-d6ef5e88e7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (20a10eca-6f14-438d-a543-cf224f19063e), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:46.014115 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] For port 20a10eca-6f14-438d-a543-cf224f19063e, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=20a10eca-6f14-438d-a543-cf224f19063e,segment=NetworkSegment(7d178cda-c4bb-4041-8a2c-25e0b2199eca),segment_id=7d178cda-c4bb-4041-8a2c-25e0b2199eca)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:07:46.078434 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e1d0a209-1661-4e98-90a3-fd0c927ee53c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3784358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682775'] for router (860366b1-e648-4b30-a975-ccbfb4a75ba5), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:46.160553 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (20a10eca-6f14-438d-a543-cf224f19063e), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:46.216634 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b238d980-11a5-4fcd-972b-cb483c6eda61 req-6fafa393-0c57-4026-9d33-258b0692e643 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:46.220439 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-b238d980-11a5-4fcd-972b-cb483c6eda61 req-6fafa393-0c57-4026-9d33-258b0692e643 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 946 time: 0.0621910 Apr 12 03:07:46.254514 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Pushing event updated for resources: {'Port': ['ID=20a10eca-6f14-438d-a543-cf224f19063e,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:46.260901 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-0fa3a87e-f58b-4995-bbf0-d6ef5e88e7a9 None None] Current status of the port 20a10eca-6f14-438d-a543-cf224f19063e is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:07:46.287861 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-b238d980-11a5-4fcd-972b-cb483c6eda61 req-36f4b376-7c48-492f-8fb5-6e86d4944fc7 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595531 Apr 12 03:07:46.440222 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17caa7d2-464f-416f-9038-d0240b30900f req-82ea4845-ce05-4ecb-9016-44c641c6f68a tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:46.441682 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-17caa7d2-464f-416f-9038-d0240b30900f req-82ea4845-ce05-4ecb-9016-44c641c6f68a tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 945 time: 0.0873661 Apr 12 03:07:46.478203 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-1e6c1576-6c93-4cc1-8174-ef2b5f6c409f None None] Provisioning complete for port 20a10eca-6f14-438d-a543-cf224f19063e triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:07:46.478460 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1e6c1576-6c93-4cc1-8174-ef2b5f6c409f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (20a10eca-6f14-438d-a543-cf224f19063e), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:46.505638 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-17caa7d2-464f-416f-9038-d0240b30900f req-bbe57a0e-eb28-4ba7-8c30-b4aa42e83025 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=37b179c6-f3cc-4a4d-ad74-37db92046685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578935 Apr 12 03:07:46.532309 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1d0a209-1661-4e98-90a3-fd0c927ee53c admin admin] Router 860366b1-e648-4b30-a975-ccbfb4a75ba5 is scheduled to L3 agent beb15aed-f2b6-4676-85ca-b43f14e6acf3 with binding_index 1 {{(pid=103484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 03:07:46.563476 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-1e6c1576-6c93-4cc1-8174-ef2b5f6c409f None None] Current status of the port 20a10eca-6f14-438d-a543-cf224f19063e is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:07:46.642971 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d0a209-1661-4e98-90a3-fd0c927ee53c admin admin] Notify agent at l3_agent.dv-cinder-837443-1-iscsi the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:07:46.653007 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2eddb7-e661-490a-ae44-2f7b4391f9b7 None None] Sync routers for ids ['860366b1-e648-4b30-a975-ccbfb4a75ba5'] in dv-cinder-837443-1-iscsi {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:07:46.659569 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e1d0a209-1661-4e98-90a3-fd0c927ee53c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:46.660813 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-e1d0a209-1661-4e98-90a3-fd0c927ee53c admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4850802 Apr 12 03:07:46.663603 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 45162) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:07:46.663937 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2eddb7-e661-490a-ae44-2f7b4391f9b7 None None] Routers {'860366b1-e648-4b30-a975-ccbfb4a75ba5'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:07:46.664547 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-4b2eddb7-e661-490a-ae44-2f7b4391f9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:07:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['860366b1-e648-4b30-a975-ccbfb4a75ba5'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:07:46.778152 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-4b2eddb7-e661-490a-ae44-2f7b4391f9b7 None None] Set router 860366b1-e648-4b30-a975-ccbfb4a75ba5 gateway port host: dv-cinder-837443-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:07:47.026269 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-4b2eddb7-e661-490a-ae44-2f7b4391f9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'name': 'tempest-TestVolumeBootPattern-861698763-router', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e0318674-e90e-4bb8-8fcc-2fc22c1902e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:07:44Z', 'updated_at': '2022-04-12T03:07:45Z', 'revision_number': 3, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'gw_port': {'id': 'e0318674-e90e-4bb8-8fcc-2fc22c1902e1', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:94:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:07:45Z', 'updated_at': '2022-04-12T03:07:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi'}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:07:47.059507 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2eddb7-e661-490a-ae44-2f7b4391f9b7 None None] Checking router: 860366b1-e648-4b30-a975-ccbfb4a75ba5 for host: dv-cinder-837443-1-iscsi {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:07:47.059757 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2eddb7-e661-490a-ae44-2f7b4391f9b7 None None] Updating router 860366b1-e648-4b30-a975-ccbfb4a75ba5 port e0318674-e90e-4bb8-8fcc-2fc22c1902e1 binding host dv-cinder-837443-1-iscsi {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 03:07:47.082494 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3d8e4915-3805-49f9-949f-13a2c38f67ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:47.098969 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4b2eddb7-e661-490a-ae44-2f7b4391f9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (e0318674-e90e-4bb8-8fcc-2fc22c1902e1), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:47.185393 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-d587c3dd-2a84-4a5f-ab73-63dd709e5d11 req-49e4118a-03cf-477c-990a-b325eb28260b service neutron] 10.222.0.25 "GET /v2.0/networks/97d0737a-0806-4131-b2fa-4a4f2be2d49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164873 Apr 12 03:07:47.270325 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-3d8e4915-3805-49f9-949f-13a2c38f67ef admin admin] Allocated IP 172.20.0.1 (da1505d4-daf5-4102-9185-5db938386645/2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9/c6510844-55e2-4171-ac51-a2dfce30d3b3) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:07:47.414781 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3d8e4915-3805-49f9-949f-13a2c38f67ef admin admin] Publish callbacks [] for port (c6510844-55e2-4171-ac51-a2dfce30d3b3), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:47.445193 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0bbcce-bc67-4a45-a3f0-820371a100b4 req-b7014b3e-665f-4979-96d9-5724917ab280 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:47.446724 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-fa0bbcce-bc67-4a45-a3f0-820371a100b4 req-b7014b3e-665f-4979-96d9-5724917ab280 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 946 time: 0.0609088 Apr 12 03:07:47.448358 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4b2eddb7-e661-490a-ae44-2f7b4391f9b7 None None] Publish callbacks [] for port (e0318674-e90e-4bb8-8fcc-2fc22c1902e1), precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:47.455209 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4b2eddb7-e661-490a-ae44-2f7b4391f9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (e0318674-e90e-4bb8-8fcc-2fc22c1902e1), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:47.468628 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3d8e4915-3805-49f9-949f-13a2c38f67ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28695539'] for port (c6510844-55e2-4171-ac51-a2dfce30d3b3), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:47.524939 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8e4915-3805-49f9-949f-13a2c38f67ef admin admin] Network da1505d4-daf5-4102-9185-5db938386645 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:07:47.528175 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-3d8e4915-3805-49f9-949f-13a2c38f67ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:07:47.532244 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-fa0bbcce-bc67-4a45-a3f0-820371a100b4 req-239ed67d-8c28-4cbf-9e52-36236d899b89 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768821 Apr 12 03:07:47.534369 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8e4915-3805-49f9-949f-13a2c38f67ef admin admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:07:47.562791 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-4b2eddb7-e661-490a-ae44-2f7b4391f9b7 None None] Attempting to bind port e0318674-e90e-4bb8-8fcc-2fc22c1902e1 on host dv-cinder-837443-1-iscsi for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:07:47.562791 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-4b2eddb7-e661-490a-ae44-2f7b4391f9b7 None None] Attempting to bind port e0318674-e90e-4bb8-8fcc-2fc22c1902e1 by drivers openvswitch,hyperv on host dv-cinder-837443-1-iscsi at level 0 using segments [{'id': '44a05d23-3fd0-4081-9abb-c6033767afb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:07:47.562791 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2eddb7-e661-490a-ae44-2f7b4391f9b7 None None] Attempting to bind port e0318674-e90e-4bb8-8fcc-2fc22c1902e1 on network 79cba51c-a00f-4d8d-a813-38deb5f63b2a {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:07:47.571118 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8e4915-3805-49f9-949f-13a2c38f67ef admin admin] Pushing event updated for resources: {'Port': ['ID=c6510844-55e2-4171-ac51-a2dfce30d3b3,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:47.578905 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2eddb7-e661-490a-ae44-2f7b4391f9b7 None None] Checking agent: {'id': 'ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 2, 56, 1), 'started_at': datetime.datetime(2022, 4, 12, 2, 56, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:07:47.583587 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2eddb7-e661-490a-ae44-2f7b4391f9b7 None None] Checking segment: {'id': '44a05d23-3fd0-4081-9abb-c6033767afb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:07:47.588782 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3d8e4915-3805-49f9-949f-13a2c38f67ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682596'] for router_interface (860366b1-e648-4b30-a975-ccbfb4a75ba5), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:47.589344 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4b2eddb7-e661-490a-ae44-2f7b4391f9b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:47.589936 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2eddb7-e661-490a-ae44-2f7b4391f9b7 None None] Bound using segment: {'id': '44a05d23-3fd0-4081-9abb-c6033767afb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:07:47.590438 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-4b2eddb7-e661-490a-ae44-2f7b4391f9b7 None None] Bound port: e0318674-e90e-4bb8-8fcc-2fc22c1902e1, host: dv-cinder-837443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44a05d23-3fd0-4081-9abb-c6033767afb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:07:47.590867 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4b2eddb7-e661-490a-ae44-2f7b4391f9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (e0318674-e90e-4bb8-8fcc-2fc22c1902e1), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:47.733863 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-4b2eddb7-e661-490a-ae44-2f7b4391f9b7 None None] For port e0318674-e90e-4bb8-8fcc-2fc22c1902e1, host dv-cinder-837443-1-iscsi, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:07:47.752875 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b4b9b8-802f-4d63-9a98-6dc9a47f95dc None None] Pushing event updated for resources: {'Port': ['ID=e0318674-e90e-4bb8-8fcc-2fc22c1902e1,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:47.765824 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-4b2eddb7-e661-490a-ae44-2f7b4391f9b7 None None] For port e0318674-e90e-4bb8-8fcc-2fc22c1902e1, host dv-cinder-837443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=e0318674-e90e-4bb8-8fcc-2fc22c1902e1,segment=NetworkSegment(44a05d23-3fd0-4081-9abb-c6033767afb5),segment_id=44a05d23-3fd0-4081-9abb-c6033767afb5)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:07:47.768142 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b4b9b8-802f-4d63-9a98-6dc9a47f95dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:07:47.768490 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b4b9b8-802f-4d63-9a98-6dc9a47f95dc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:07:47.768849 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b4b9b8-802f-4d63-9a98-6dc9a47f95dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:07:47.769207 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b4b9b8-802f-4d63-9a98-6dc9a47f95dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:07:47.769549 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b4b9b8-802f-4d63-9a98-6dc9a47f95dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:07:47.769871 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b4b9b8-802f-4d63-9a98-6dc9a47f95dc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:07:47.772249 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b4b9b8-802f-4d63-9a98-6dc9a47f95dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:07:47.774189 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b4b9b8-802f-4d63-9a98-6dc9a47f95dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:07:47.774525 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 20a10eca-6f14-438d-a543-cf224f19063e up at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:07:47.774986 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b4b9b8-802f-4d63-9a98-6dc9a47f95dc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:07:47.774986 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b4b9b8-802f-4d63-9a98-6dc9a47f95dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:07:47.775182 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b4b9b8-802f-4d63-9a98-6dc9a47f95dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:07:47.775794 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b4b9b8-802f-4d63-9a98-6dc9a47f95dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:07:47.776395 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b4b9b8-802f-4d63-9a98-6dc9a47f95dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:07:47.777011 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b4b9b8-802f-4d63-9a98-6dc9a47f95dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:07:47.777834 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b4b9b8-802f-4d63-9a98-6dc9a47f95dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:07:47.797621 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-4b2eddb7-e661-490a-ae44-2f7b4391f9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (e0318674-e90e-4bb8-8fcc-2fc22c1902e1), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:47.847870 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0baaf07-5f83-4ddf-a3f4-aa497bb70fdf req-dc166b6b-b8d1-4275-b296-3e7d66a8e741 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:47.849445 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-a0baaf07-5f83-4ddf-a3f4-aa497bb70fdf req-dc166b6b-b8d1-4275-b296-3e7d66a8e741 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 945 time: 0.1204844 Apr 12 03:07:47.850245 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3d8e4915-3805-49f9-949f-13a2c38f67ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (c6510844-55e2-4171-ac51-a2dfce30d3b3), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:47.870444 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Provisioning complete for port 20a10eca-6f14-438d-a543-cf224f19063e triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:07:47.871100 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (20a10eca-6f14-438d-a543-cf224f19063e), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:47.888115 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2eddb7-e661-490a-ae44-2f7b4391f9b7 None None] Routers {'860366b1-e648-4b30-a975-ccbfb4a75ba5'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:07:47.888877 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-4b2eddb7-e661-490a-ae44-2f7b4391f9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:07:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['860366b1-e648-4b30-a975-ccbfb4a75ba5'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:07:47.915736 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-503403ed-e5af-45e9-87ed-85be17e0c4ce None None] Provisioning complete for port c6510844-55e2-4171-ac51-a2dfce30d3b3 triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:07:47.916111 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-503403ed-e5af-45e9-87ed-85be17e0c4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (c6510844-55e2-4171-ac51-a2dfce30d3b3), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:47.958741 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b4b9b8-802f-4d63-9a98-6dc9a47f95dc None None] Pushing event updated for resources: {'Port': ['ID=e0318674-e90e-4bb8-8fcc-2fc22c1902e1,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:47.973829 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-a0baaf07-5f83-4ddf-a3f4-aa497bb70fdf req-e94db81c-b52d-4c59-a318-8cf9fbf70aa8 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=37b179c6-f3cc-4a4d-ad74-37db92046685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115124 Apr 12 03:07:47.975053 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-503403ed-e5af-45e9-87ed-85be17e0c4ce None None] Port c6510844-55e2-4171-ac51-a2dfce30d3b3 cannot update to ACTIVE because it is not bound. {{(pid=103485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:07:48.050800 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-4b2eddb7-e661-490a-ae44-2f7b4391f9b7 None None] Set router 860366b1-e648-4b30-a975-ccbfb4a75ba5 gateway port host: dv-cinder-837443-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:07:48.053832 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Current status of the port 20a10eca-6f14-438d-a543-cf224f19063e is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:07:48.149658 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3d8e4915-3805-49f9-949f-13a2c38f67ef admin admin] Publish callbacks [] for port (c6510844-55e2-4171-ac51-a2dfce30d3b3), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:48.155182 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3d8e4915-3805-49f9-949f-13a2c38f67ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28695544'] for port (c6510844-55e2-4171-ac51-a2dfce30d3b3), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:48.228928 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8e4915-3805-49f9-949f-13a2c38f67ef admin admin] Pushing event updated for resources: {'Port': ['ID=c6510844-55e2-4171-ac51-a2dfce30d3b3,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:48.233030 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3d8e4915-3805-49f9-949f-13a2c38f67ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685268'] for router_interface (860366b1-e648-4b30-a975-ccbfb4a75ba5), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:48.274694 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-4b2eddb7-e661-490a-ae44-2f7b4391f9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'name': 'tempest-TestVolumeBootPattern-861698763-router', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e0318674-e90e-4bb8-8fcc-2fc22c1902e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:07:44Z', 'updated_at': '2022-04-12T03:07:47Z', 'revision_number': 4, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'gw_port': {'id': 'e0318674-e90e-4bb8-8fcc-2fc22c1902e1', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:94:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:07:45Z', 'updated_at': '2022-04-12T03:07:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': 'c6510844-55e2-4171-ac51-a2dfce30d3b3', 'name': '', 'network_id': 'da1505d4-daf5-4102-9185-5db938386645', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'mac_address': 'fa:16:3e:62:3a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:07:47Z', 'updated_at': '2022-04-12T03:07:47Z', 'revision_number': 1, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'subnets': [{'id': '2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:07:48.297819 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [req-8360bc36-7e25-4e50-99be-3c86a818c1fa req-ec565215-6987-4f98-817c-a238d9aaa35a service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 03:07:48.298796 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-8360bc36-7e25-4e50-99be-3c86a818c1fa req-ec565215-6987-4f98-817c-a238d9aaa35a service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050595 Apr 12 03:07:48.300781 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2eddb7-e661-490a-ae44-2f7b4391f9b7 None None] The sync data for ids ['860366b1-e648-4b30-a975-ccbfb4a75ba5'] in dv-cinder-837443-1-iscsi is: [{'id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'name': 'tempest-TestVolumeBootPattern-861698763-router', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e0318674-e90e-4bb8-8fcc-2fc22c1902e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:07:44Z', 'updated_at': '2022-04-12T03:07:47Z', 'revision_number': 4, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'gw_port': {'id': 'e0318674-e90e-4bb8-8fcc-2fc22c1902e1', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:94:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:07:45Z', 'updated_at': '2022-04-12T03:07:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': 'c6510844-55e2-4171-ac51-a2dfce30d3b3', 'name': '', 'network_id': 'da1505d4-daf5-4102-9185-5db938386645', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'mac_address': 'fa:16:3e:62:3a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:07:47Z', 'updated_at': '2022-04-12T03:07:47Z', 'revision_number': 1, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'subnets': [{'id': '2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:07:48.345388 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8e4915-3805-49f9-949f-13a2c38f67ef admin admin] Network da1505d4-daf5-4102-9185-5db938386645 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:07:48.346851 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-3d8e4915-3805-49f9-949f-13a2c38f67ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:07:48.500660 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d8e4915-3805-49f9-949f-13a2c38f67ef admin admin] Router 860366b1-e648-4b30-a975-ccbfb4a75ba5 has already been hosted by L3 agent beb15aed-f2b6-4676-85ca-b43f14e6acf3 {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:07:48.517286 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8767e23a-7c4d-4b00-b488-78f7bbcfbf09 req-475a9228-00b7-425e-a2c3-0c6b3448f584 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:48.518850 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-8767e23a-7c4d-4b00-b488-78f7bbcfbf09 req-475a9228-00b7-425e-a2c3-0c6b3448f584 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 946 time: 0.0597982 Apr 12 03:07:48.625698 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-8767e23a-7c4d-4b00-b488-78f7bbcfbf09 req-a44ebf50-274c-4fb9-803d-0151833a5121 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940526 Apr 12 03:07:48.703009 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d8e4915-3805-49f9-949f-13a2c38f67ef admin admin] Notify agent at l3_agent.dv-cinder-837443-1-iscsi the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:07:48.710920 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-41c71ee4-893c-4483-8112-71a02e4803a5 None None] Provisioning complete for port c6510844-55e2-4171-ac51-a2dfce30d3b3 triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:07:48.711524 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-41c71ee4-893c-4483-8112-71a02e4803a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (c6510844-55e2-4171-ac51-a2dfce30d3b3), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:48.711841 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-3d8e4915-3805-49f9-949f-13a2c38f67ef admin admin] 10.222.0.32 "PUT /v2.0/routers/860366b1-e648-4b30-a975-ccbfb4a75ba5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0471938 Apr 12 03:07:48.752981 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-41c71ee4-893c-4483-8112-71a02e4803a5 None None] Port c6510844-55e2-4171-ac51-a2dfce30d3b3 cannot update to ACTIVE because it is not bound. {{(pid=103485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:07:49.145001 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d5e55b-65e0-460f-923f-126df12f9de1 req-9bba0cfa-0ee2-480c-b609-e6895bda6adb tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:49.147076 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-64d5e55b-65e0-460f-923f-126df12f9de1 req-9bba0cfa-0ee2-480c-b609-e6895bda6adb tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 945 time: 0.0758100 Apr 12 03:07:49.216656 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-64d5e55b-65e0-460f-923f-126df12f9de1 req-a9048707-d3ab-4146-b612-2a299fdb2ec9 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=37b179c6-f3cc-4a4d-ad74-37db92046685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571914 Apr 12 03:07:49.316288 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 45222) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:07:49.333413 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 45226) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:07:49.338442 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-4c11d760-c364-45a9-aec6-e13deff3f051 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1214337262-network', 'tenant_id': '4290d39f5f214ceaa74062aeea829938'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:07:49.358095 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c11d760-c364-45a9-aec6-e13deff3f051 admin admin] Made reservation on behalf of 4290d39f5f214ceaa74062aeea829938 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:07:49.360653 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4c11d760-c364-45a9-aec6-e13deff3f051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for network (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:49.369979 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4c11d760-c364-45a9-aec6-e13deff3f051 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:49.397950 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device f35229c3-8c36-42fb-9fc5-3451fa4d807d no longer exists at agent hyperv_hv-cinder-83744 {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:07:49.499340 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Current status of the port f35229c3-8c36-42fb-9fc5-3451fa4d807d is: ACTIVE; New status is: DOWN {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:07:49.500063 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (f35229c3-8c36-42fb-9fc5-3451fa4d807d), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:49.506072 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4c11d760-c364-45a9-aec6-e13deff3f051 admin admin] Publish callbacks [] for security_group (15117b84-2729-4279-877f-2140a3a46f07), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:49.508899 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-a8437600-4445-44d7-9f0a-92a41467d46b req-bebeea2f-e8ac-45bc-a8c6-339e285d6905 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1914465 Apr 12 03:07:49.511834 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4c11d760-c364-45a9-aec6-e13deff3f051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (15117b84-2729-4279-877f-2140a3a46f07), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:49.522040 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [req-a8437600-4445-44d7-9f0a-92a41467d46b req-47241f35-9aba-40ce-a966-1600b6ffc6d6 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 03:07:49.523027 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-a8437600-4445-44d7-9f0a-92a41467d46b req-47241f35-9aba-40ce-a966-1600b6ffc6d6 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077801 Apr 12 03:07:49.537081 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5d87c0-f579-4975-bae6-b924c6c1d0e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f35229c3-8c36-42fb-9fc5-3451fa4d807d'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:07:49.539644 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa41105cf641d53c122ae13245b26b419564b0c0a795a4827d4ee8fd8725077e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691366fc-b045-426c-bf47-0ac8fe88c41c" -d '{"events": [{"server_uuid": "eb5d87c0-f579-4975-bae6-b924c6c1d0e2", "name": "network-vif-unplugged", "status": "completed", "tag": "f35229c3-8c36-42fb-9fc5-3451fa4d807d"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:07:49.555573 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port f35229c3-8c36-42fb-9fc5-3451fa4d807d, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=f35229c3-8c36-42fb-9fc5-3451fa4d807d,segment=NetworkSegment(71025db5-b671-400c-aac9-a4516ac262e9),segment_id=71025db5-b671-400c-aac9-a4516ac262e9)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:07:49.558208 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c11d760-c364-45a9-aec6-e13deff3f051 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 03:07:49.563434 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (f35229c3-8c36-42fb-9fc5-3451fa4d807d), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:49.569106 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c11d760-c364-45a9-aec6-e13deff3f051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15117b84-2729-4279-877f-2140a3a46f07,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:49.583981 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4c11d760-c364-45a9-aec6-e13deff3f051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (f2d45942-1f1b-4e25-b218-287042079592), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:49.584339 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.db.segments_db [None req-4c11d760-c364-45a9-aec6-e13deff3f051 admin admin] Added segment f2d45942-1f1b-4e25-b218-287042079592 of type vlan for network 803d882b-83f1-46ea-9b31-f19170578d24 Apr 12 03:07:49.632739 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4c11d760-c364-45a9-aec6-e13deff3f051 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733264019303'] for network (803d882b-83f1-46ea-9b31-f19170578d24), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:49.639030 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Pushing event updated for resources: {'Port': ['ID=f35229c3-8c36-42fb-9fc5-3451fa4d807d,revision_number=8']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:49.642759 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Apr 2022 03:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b17bf3-59b3-4902-af4a-231ef073ee87 x-openstack-request-id: req-26b17bf3-59b3-4902-af4a-231ef073ee87 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:07:49.643259 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb5d87c0-f579-4975-bae6-b924c6c1d0e2", "name": "network-vif-unplugged", "status": "failed", "tag": "f35229c3-8c36-42fb-9fc5-3451fa4d807d", "code": 422}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:07:49.643507 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-26b17bf3-59b3-4902-af4a-231ef073ee87 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:07:49.643954 dv-cinder-837443-1-iscsi neutron-server[103485]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-26b17bf3-59b3-4902-af4a-231ef073ee87']: {'server_uuid': 'eb5d87c0-f579-4975-bae6-b924c6c1d0e2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f35229c3-8c36-42fb-9fc5-3451fa4d807d', 'code': 422} returned with failed status Apr 12 03:07:49.668230 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4c11d760-c364-45a9-aec6-e13deff3f051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074'] for network (803d882b-83f1-46ea-9b31-f19170578d24), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:49.671240 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c11d760-c364-45a9-aec6-e13deff3f051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:49.672256 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4c11d760-c364-45a9-aec6-e13deff3f051 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for network (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:49.716190 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-4c11d760-c364-45a9-aec6-e13deff3f051 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3814895 Apr 12 03:07:49.718903 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 45236) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:07:49.724583 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [None req-66e1bd03-709e-4e70-ae76-f4d46d449e6c admin admin] Request body: {'subnet': {'network_id': '803d882b-83f1-46ea-9b31-f19170578d24', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1214337262-subnet', 'tenant_id': '4290d39f5f214ceaa74062aeea829938', 'ip_version': 4}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:07:49.758996 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c11d760-c364-45a9-aec6-e13deff3f051 admin admin] Pushing event updated for resources: {'Network': ['ID=803d882b-83f1-46ea-9b31-f19170578d24,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:49.762736 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 45238) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:07:49.770744 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Network 803d882b-83f1-46ea-9b31-f19170578d24 details requested by agent ovs-agent-dv-cinder-837443-1-iscsi with host dv-cinder-837443-1-iscsi {{(pid=103485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 03:07:49.782183 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e1bd03-709e-4e70-ae76-f4d46d449e6c admin admin] Made reservation on behalf of 4290d39f5f214ceaa74062aeea829938 for: {'subnet': 1} {{(pid=103483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:07:49.784622 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-66e1bd03-709e-4e70-ae76-f4d46d449e6c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28286591'] for subnet (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:49.821926 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a0cd75-17f2-4964-a21c-e32a0f5694dc req-0b1b3379-8912-4170-8143-f7c1752807f0 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:49.825575 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-e0a0cd75-17f2-4964-a21c-e32a0f5694dc req-0b1b3379-8912-4170-8143-f7c1752807f0 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 944 time: 0.0799801 Apr 12 03:07:49.858705 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device e0318674-e90e-4bb8-8fcc-2fc22c1902e1 up at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:07:49.918871 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Provisioning complete for port e0318674-e90e-4bb8-8fcc-2fc22c1902e1 triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:07:49.919156 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (e0318674-e90e-4bb8-8fcc-2fc22c1902e1), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:49.955300 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8437600-4445-44d7-9f0a-92a41467d46b req-1b77af19-ac1e-4153-a80d-40a62205949f tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:49.956917 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-a8437600-4445-44d7-9f0a-92a41467d46b req-1b77af19-ac1e-4153-a80d-40a62205949f tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports/f35229c3-8c36-42fb-9fc5-3451fa4d807d HTTP/1.1" status: 200 len: 941 time: 0.1889720 Apr 12 03:07:50.060875 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Current status of the port e0318674-e90e-4bb8-8fcc-2fc22c1902e1 is: DOWN; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:07:50.061262 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (e0318674-e90e-4bb8-8fcc-2fc22c1902e1), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:50.086014 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-66e1bd03-709e-4e70-ae76-f4d46d449e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28321091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28286573'] for subnet (479a8d2d-6a9e-4e31-9b52-5f55980c23c8), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:50.094097 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] For port e0318674-e90e-4bb8-8fcc-2fc22c1902e1, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=e0318674-e90e-4bb8-8fcc-2fc22c1902e1,segment=NetworkSegment(44a05d23-3fd0-4081-9abb-c6033767afb5),segment_id=44a05d23-3fd0-4081-9abb-c6033767afb5)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:07:50.100104 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (e0318674-e90e-4bb8-8fcc-2fc22c1902e1), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:50.152455 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-e0a0cd75-17f2-4964-a21c-e32a0f5694dc req-7fa13891-4cc3-457d-b32c-126aaf9acc0d tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3189688 Apr 12 03:07:50.160152 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e1bd03-709e-4e70-ae76-f4d46d449e6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=479a8d2d-6a9e-4e31-9b52-5f55980c23c8,revision_number=0']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:50.165975 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e1bd03-709e-4e70-ae76-f4d46d449e6c admin admin] Checking segment: {'id': 'f2d45942-1f1b-4e25-b218-287042079592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '803d882b-83f1-46ea-9b31-f19170578d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:07:50.166399 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e1bd03-709e-4e70-ae76-f4d46d449e6c admin admin] Network hostable DHCP agents. Network: 803d882b-83f1-46ea-9b31-f19170578d24, hostable agents: ['fa7f2a92-0c20-457b-b451-d8a4489755d5'], hosted agents: [] {{(pid=103483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 03:07:50.188499 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e1bd03-709e-4e70-ae76-f4d46d449e6c admin admin] Network 803d882b-83f1-46ea-9b31-f19170578d24 is scheduled to be hosted by DHCP agent fa7f2a92-0c20-457b-b451-d8a4489755d5 with binding_index 1 {{(pid=103483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 03:07:50.190010 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Pushing event updated for resources: {'Port': ['ID=e0318674-e90e-4bb8-8fcc-2fc22c1902e1,revision_number=4']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:50.201421 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.base_scheduler [None req-66e1bd03-709e-4e70-ae76-f4d46d449e6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837443-1-iscsi, 803d882b-83f1-46ea-9b31-f19170578d24) {{(pid=103483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:07:50.206085 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e1bd03-709e-4e70-ae76-f4d46d449e6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:50.206691 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-66e1bd03-709e-4e70-ae76-f4d46d449e6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for subnet (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:50.211088 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cc42b2-c84b-4a50-9e88-7713b369f9e7 None None] Network 803d882b-83f1-46ea-9b31-f19170578d24 requested from dv-cinder-837443-1-iscsi {{(pid=103485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:07:50.230299 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-66e1bd03-709e-4e70-ae76-f4d46d449e6c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5095906 Apr 12 03:07:50.233077 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 45248) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:07:50.238144 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-4c69b69a-306b-4a3a-835a-a0c1dc7a0750 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1214337262-router', 'tenant_id': '4290d39f5f214ceaa74062aeea829938', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'}}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:07:50.258372 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4c69b69a-306b-4a3a-835a-a0c1dc7a0750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3782703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4500'] for router (69afbb3e-e80f-441a-a315-8f5b8f07adfe), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:50.259365 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4c69b69a-306b-4a3a-835a-a0c1dc7a0750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3683108', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4525'] for router (69afbb3e-e80f-441a-a315-8f5b8f07adfe), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:50.321712 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4c69b69a-306b-4a3a-835a-a0c1dc7a0750 admin admin] Publish callbacks [] for router_controller (69afbb3e-e80f-441a-a315-8f5b8f07adfe), precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:50.333289 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ae6859-aaf8-4db2-90ca-b493fccd428b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58e6e5d8-d763-5226-afd4-b2f7170d6940-803d882b-83f1-46ea-9b31-f19170578d24', 'network_id': '803d882b-83f1-46ea-9b31-f19170578d24', 'project_id': '4290d39f5f214ceaa74062aeea829938', 'fixed_ips': [{'subnet_id': '479a8d2d-6a9e-4e31-9b52-5f55980c23c8'}]}} from dv-cinder-837443-1-iscsi. {{(pid=103485) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 03:07:50.334335 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a3ae6859-aaf8-4db2-90ca-b493fccd428b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:50.479862 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4c69b69a-306b-4a3a-835a-a0c1dc7a0750 admin admin] Publish callbacks [] for router_gateway (69afbb3e-e80f-441a-a315-8f5b8f07adfe), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:50.485053 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-a3ae6859-aaf8-4db2-90ca-b493fccd428b None None] Allocated IP 172.20.0.2 (803d882b-83f1-46ea-9b31-f19170578d24/479a8d2d-6a9e-4e31-9b52-5f55980c23c8/1cc39819-f011-48a4-8182-a36b9aaa7272) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:07:50.653815 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a3ae6859-aaf8-4db2-90ca-b493fccd428b None None] Publish callbacks [] for port (1cc39819-f011-48a4-8182-a36b9aaa7272), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:50.661296 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a3ae6859-aaf8-4db2-90ca-b493fccd428b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106'] for port (1cc39819-f011-48a4-8182-a36b9aaa7272), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:50.693735 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-442e82ad-6b52-402f-accf-0dab32f793b1 req-94832896-45cd-4f3d-b5de-ed8985d50de3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0624712 Apr 12 03:07:50.696362 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4c69b69a-306b-4a3a-835a-a0c1dc7a0750 admin admin] Publish callbacks [] for router_gateway (69afbb3e-e80f-441a-a315-8f5b8f07adfe), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:50.702743 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ae6859-aaf8-4db2-90ca-b493fccd428b None None] Network 803d882b-83f1-46ea-9b31-f19170578d24 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:07:50.710213 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-a3ae6859-aaf8-4db2-90ca-b493fccd428b None None] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:07:50.713896 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ae6859-aaf8-4db2-90ca-b493fccd428b None None] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:07:50.721721 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4c69b69a-306b-4a3a-835a-a0c1dc7a0750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:50.728911 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ae6859-aaf8-4db2-90ca-b493fccd428b None None] Pushing event updated for resources: {'Port': ['ID=1cc39819-f011-48a4-8182-a36b9aaa7272,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:50.776057 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e82ad-6b52-402f-accf-0dab32f793b1 req-3a1a5c35-8e2b-4280-8eca-c7f5155177a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:50.778361 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-442e82ad-6b52-402f-accf-0dab32f793b1 req-3a1a5c35-8e2b-4280-8eca-c7f5155177a8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=52b2d02e7570468daabac047ad3a7fa5&device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 1129 time: 0.0596726 Apr 12 03:07:50.796005 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-a3ae6859-aaf8-4db2-90ca-b493fccd428b None None] Attempting to bind port 1cc39819-f011-48a4-8182-a36b9aaa7272 on host dv-cinder-837443-1-iscsi for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:07:50.796949 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-a3ae6859-aaf8-4db2-90ca-b493fccd428b None None] Attempting to bind port 1cc39819-f011-48a4-8182-a36b9aaa7272 by drivers openvswitch,hyperv on host dv-cinder-837443-1-iscsi at level 0 using segments [{'id': 'f2d45942-1f1b-4e25-b218-287042079592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '803d882b-83f1-46ea-9b31-f19170578d24'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:07:50.797355 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ae6859-aaf8-4db2-90ca-b493fccd428b None None] Attempting to bind port 1cc39819-f011-48a4-8182-a36b9aaa7272 on network 803d882b-83f1-46ea-9b31-f19170578d24 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:07:50.801856 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d9b4afc3-988d-4081-ae69-d9ab2b5cf58b), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:50.805100 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ae6859-aaf8-4db2-90ca-b493fccd428b None None] Checking agent: {'id': 'ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 2, 56, 1), 'started_at': datetime.datetime(2022, 4, 12, 2, 56, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:07:50.805473 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ae6859-aaf8-4db2-90ca-b493fccd428b None None] Checking segment: {'id': 'f2d45942-1f1b-4e25-b218-287042079592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '803d882b-83f1-46ea-9b31-f19170578d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:07:50.805864 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a3ae6859-aaf8-4db2-90ca-b493fccd428b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:50.806248 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ae6859-aaf8-4db2-90ca-b493fccd428b None None] Bound using segment: {'id': 'f2d45942-1f1b-4e25-b218-287042079592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '803d882b-83f1-46ea-9b31-f19170578d24'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:07:50.806720 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-a3ae6859-aaf8-4db2-90ca-b493fccd428b None None] Bound port: 1cc39819-f011-48a4-8182-a36b9aaa7272, host: dv-cinder-837443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d45942-1f1b-4e25-b218-287042079592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '803d882b-83f1-46ea-9b31-f19170578d24'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:07:50.807091 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a3ae6859-aaf8-4db2-90ca-b493fccd428b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (1cc39819-f011-48a4-8182-a36b9aaa7272), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:50.857989 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-4c69b69a-306b-4a3a-835a-a0c1dc7a0750 admin admin] Allocated IP 172.27.3.177 (79cba51c-a00f-4d8d-a813-38deb5f63b2a/29b195a7-2bca-4a4f-ac92-aa862b85642e/0d584a60-9bf7-446b-9472-ebf84d3bed15) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:07:50.876269 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-a3ae6859-aaf8-4db2-90ca-b493fccd428b None None] For port 1cc39819-f011-48a4-8182-a36b9aaa7272, host dv-cinder-837443-1-iscsi, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:07:50.879859 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-a3ae6859-aaf8-4db2-90ca-b493fccd428b None None] For port 1cc39819-f011-48a4-8182-a36b9aaa7272, host dv-cinder-837443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=1cc39819-f011-48a4-8182-a36b9aaa7272,segment=NetworkSegment(f2d45942-1f1b-4e25-b218-287042079592),segment_id=f2d45942-1f1b-4e25-b218-287042079592)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:07:50.889146 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a3ae6859-aaf8-4db2-90ca-b493fccd428b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (1cc39819-f011-48a4-8182-a36b9aaa7272), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:50.898937 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e82ad-6b52-402f-accf-0dab32f793b1 req-931571cf-d5fc-48e8-8c78-14df6ef3a1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:50.900454 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-442e82ad-6b52-402f-accf-0dab32f793b1 req-931571cf-d5fc-48e8-8c78-14df6ef3a1ea service neutron] 10.222.0.25 "GET /v2.0/networks?id=14a47694-9f88-4832-ab57-c60bc64938b8 HTTP/1.1" status: 200 len: 918 time: 0.0970826 Apr 12 03:07:50.951752 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-442e82ad-6b52-402f-accf-0dab32f793b1 req-f33ec851-1948-4584-873b-94ea1ef189c9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b118642c-37b5-47a0-8bfd-58d89d227883 HTTP/1.1" status: 200 len: 217 time: 0.0432858 Apr 12 03:07:50.953445 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ae6859-aaf8-4db2-90ca-b493fccd428b None None] Pushing event updated for resources: {'Port': ['ID=1cc39819-f011-48a4-8182-a36b9aaa7272,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:51.012413 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4c69b69a-306b-4a3a-835a-a0c1dc7a0750 admin admin] Publish callbacks [] for port (0d584a60-9bf7-446b-9472-ebf84d3bed15), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:51.017265 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e82ad-6b52-402f-accf-0dab32f793b1 req-3f810c50-e349-491c-9cac-a13760fa6701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:51.020193 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-442e82ad-6b52-402f-accf-0dab32f793b1 req-3f810c50-e349-491c-9cac-a13760fa6701 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fe4d4e4c-7961-4f3e-a108-6fc7a367da7d HTTP/1.1" status: 200 len: 857 time: 0.0587540 Apr 12 03:07:51.043032 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53890c7-05d5-4512-b277-daa25bec7c7c None None] Sync routers for ids ['860366b1-e648-4b30-a975-ccbfb4a75ba5'] in dv-cinder-837443-1-iscsi {{(pid=103485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:07:51.052519 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4c69b69a-306b-4a3a-835a-a0c1dc7a0750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28695539'] for port (0d584a60-9bf7-446b-9472-ebf84d3bed15), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:51.069765 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53890c7-05d5-4512-b277-daa25bec7c7c None None] Routers {'860366b1-e648-4b30-a975-ccbfb4a75ba5'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:07:51.071920 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-c53890c7-05d5-4512-b277-daa25bec7c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:07:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['860366b1-e648-4b30-a975-ccbfb4a75ba5'], 'active': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:07:51.080099 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e82ad-6b52-402f-accf-0dab32f793b1 req-d3dd4431-bee3-4a8e-ba93-f948089f746f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:51.082400 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-442e82ad-6b52-402f-accf-0dab32f793b1 req-d3dd4431-bee3-4a8e-ba93-f948089f746f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=14a47694-9f88-4832-ab57-c60bc64938b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543845 Apr 12 03:07:51.091509 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c69b69a-306b-4a3a-835a-a0c1dc7a0750 admin admin] Network 79cba51c-a00f-4d8d-a813-38deb5f63b2a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:07:51.097846 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-4c69b69a-306b-4a3a-835a-a0c1dc7a0750 admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:07:51.102503 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c69b69a-306b-4a3a-835a-a0c1dc7a0750 admin admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:07:51.156794 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c69b69a-306b-4a3a-835a-a0c1dc7a0750 admin admin] Pushing event updated for resources: {'Port': ['ID=0d584a60-9bf7-446b-9472-ebf84d3bed15,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:51.260260 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvr_db [None req-c53890c7-05d5-4512-b277-daa25bec7c7c None None] Set router 860366b1-e648-4b30-a975-ccbfb4a75ba5 gateway port host: dv-cinder-837443-1-iscsi {{(pid=103485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:07:51.536304 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4c69b69a-306b-4a3a-835a-a0c1dc7a0750 admin admin] Publish callbacks [] for router_gateway (69afbb3e-e80f-441a-a315-8f5b8f07adfe), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:51.543552 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-c53890c7-05d5-4512-b277-daa25bec7c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'name': 'tempest-TestVolumeBootPattern-861698763-router', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e0318674-e90e-4bb8-8fcc-2fc22c1902e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:07:44Z', 'updated_at': '2022-04-12T03:07:47Z', 'revision_number': 4, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'gw_port': {'id': 'e0318674-e90e-4bb8-8fcc-2fc22c1902e1', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:94:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:07:45Z', 'updated_at': '2022-04-12T03:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': 'c6510844-55e2-4171-ac51-a2dfce30d3b3', 'name': '', 'network_id': 'da1505d4-daf5-4102-9185-5db938386645', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'mac_address': 'fa:16:3e:62:3a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:07:47Z', 'updated_at': '2022-04-12T03:07:47Z', 'revision_number': 2, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'subnets': [{'id': '2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:07:51.585472 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53890c7-05d5-4512-b277-daa25bec7c7c None None] Checking router: 860366b1-e648-4b30-a975-ccbfb4a75ba5 for host: dv-cinder-837443-1-iscsi {{(pid=103485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:07:51.586319 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53890c7-05d5-4512-b277-daa25bec7c7c None None] Updating router 860366b1-e648-4b30-a975-ccbfb4a75ba5 port c6510844-55e2-4171-ac51-a2dfce30d3b3 binding host dv-cinder-837443-1-iscsi {{(pid=103485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 03:07:51.634017 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c53890c7-05d5-4512-b277-daa25bec7c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (c6510844-55e2-4171-ac51-a2dfce30d3b3), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:51.638303 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41087e83-0032-48f2-a925-ef20c52d7d28 req-e30bd556-f43f-4c20-820c-ba2785c378b1 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:51.640089 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-41087e83-0032-48f2-a925-ef20c52d7d28 req-e30bd556-f43f-4c20-820c-ba2785c378b1 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 944 time: 0.0652592 Apr 12 03:07:51.701257 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-442e82ad-6b52-402f-accf-0dab32f793b1 req-95537a4a-75e4-4c19-949f-75ce399f006c service neutron] 10.222.0.25 "GET /v2.0/networks/14a47694-9f88-4832-ab57-c60bc64938b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6119063 Apr 12 03:07:51.704648 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-41087e83-0032-48f2-a925-ef20c52d7d28 req-851c43e5-c7d8-4a92-b1c8-50882393894b tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571451 Apr 12 03:07:51.807699 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-442e82ad-6b52-402f-accf-0dab32f793b1 req-66167ca8-b7e5-425c-a759-8ca59feae653 service neutron] 10.222.0.25 "GET /v2.0/networks/14a47694-9f88-4832-ab57-c60bc64938b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975654 Apr 12 03:07:51.817583 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4c69b69a-306b-4a3a-835a-a0c1dc7a0750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3784358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682775'] for router (69afbb3e-e80f-441a-a315-8f5b8f07adfe), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:51.888909 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 1cc39819-f011-48a4-8182-a36b9aaa7272 up at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:07:51.974031 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c69b69a-306b-4a3a-835a-a0c1dc7a0750 admin admin] Router 69afbb3e-e80f-441a-a315-8f5b8f07adfe is scheduled to L3 agent beb15aed-f2b6-4676-85ca-b43f14e6acf3 with binding_index 1 {{(pid=103484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 03:07:52.002445 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Provisioning complete for port 1cc39819-f011-48a4-8182-a36b9aaa7272 triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:07:52.002824 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (1cc39819-f011-48a4-8182-a36b9aaa7272), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:52.090629 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c69b69a-306b-4a3a-835a-a0c1dc7a0750 admin admin] Notify agent at l3_agent.dv-cinder-837443-1-iscsi the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:07:52.102170 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f96cab-f75a-4fdd-a7c7-88af7878ab5b None None] Sync routers for ids ['69afbb3e-e80f-441a-a315-8f5b8f07adfe'] in dv-cinder-837443-1-iscsi {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:07:52.109573 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4c69b69a-306b-4a3a-835a-a0c1dc7a0750 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:52.113439 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-4c69b69a-306b-4a3a-835a-a0c1dc7a0750 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8765068 Apr 12 03:07:52.113742 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 45254) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:07:52.124302 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f96cab-f75a-4fdd-a7c7-88af7878ab5b None None] Routers {'69afbb3e-e80f-441a-a315-8f5b8f07adfe'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:07:52.125449 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-c1f96cab-f75a-4fdd-a7c7-88af7878ab5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:07:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['69afbb3e-e80f-441a-a315-8f5b8f07adfe'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:07:52.188919 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57eb1bf-b389-4502-adb0-874e076c90a0 None None] Network 803d882b-83f1-46ea-9b31-f19170578d24 requested from dv-cinder-837443-1-iscsi {{(pid=103485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:07:52.251473 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-c1f96cab-f75a-4fdd-a7c7-88af7878ab5b None None] Set router 69afbb3e-e80f-441a-a315-8f5b8f07adfe gateway port host: dv-cinder-837443-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:07:52.278267 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8437600-4445-44d7-9f0a-92a41467d46b req-e399f665-67f5-4c30-9910-646f31d0bb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:52.279776 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-a8437600-4445-44d7-9f0a-92a41467d46b req-e399f665-67f5-4c30-9910-646f31d0bb2e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2&tenant_id=aa116ee72616411e95552f4f7f6fdf9a HTTP/1.1" status: 200 len: 1128 time: 0.1245360 Apr 12 03:07:52.282660 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-02c7a8c4-d08b-4cba-8ff3-012c3128c0d0 None None] Provisioning complete for port 1cc39819-f011-48a4-8182-a36b9aaa7272 triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:07:52.283397 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-02c7a8c4-d08b-4cba-8ff3-012c3128c0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (1cc39819-f011-48a4-8182-a36b9aaa7272), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:52.406639 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8437600-4445-44d7-9f0a-92a41467d46b req-415bc066-0a7d-4287-8fe8-b4b42d462efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:52.408580 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-a8437600-4445-44d7-9f0a-92a41467d46b req-415bc066-0a7d-4287-8fe8-b4b42d462efb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=aa116ee72616411e95552f4f7f6fdf9a&device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 1128 time: 0.0747604 Apr 12 03:07:52.427977 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-c1f96cab-f75a-4fdd-a7c7-88af7878ab5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69afbb3e-e80f-441a-a315-8f5b8f07adfe', 'name': 'tempest-TestVolumeBootPattern-1214337262-router', 'tenant_id': '4290d39f5f214ceaa74062aeea829938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '0d584a60-9bf7-446b-9472-ebf84d3bed15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:07:50Z', 'updated_at': '2022-04-12T03:07:51Z', 'revision_number': 3, 'project_id': '4290d39f5f214ceaa74062aeea829938', 'gw_port': {'id': '0d584a60-9bf7-446b-9472-ebf84d3bed15', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c6:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69afbb3e-e80f-441a-a315-8f5b8f07adfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:07:50Z', 'updated_at': '2022-04-12T03:07:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi'}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:07:52.430952 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c53890c7-05d5-4512-b277-daa25bec7c7c None None] Publish callbacks [] for port (c6510844-55e2-4171-ac51-a2dfce30d3b3), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:52.445776 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Current status of the port 1cc39819-f011-48a4-8182-a36b9aaa7272 is: DOWN; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:07:52.446162 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (1cc39819-f011-48a4-8182-a36b9aaa7272), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:52.447955 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c53890c7-05d5-4512-b277-daa25bec7c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (c6510844-55e2-4171-ac51-a2dfce30d3b3), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:52.462767 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f96cab-f75a-4fdd-a7c7-88af7878ab5b None None] Checking router: 69afbb3e-e80f-441a-a315-8f5b8f07adfe for host: dv-cinder-837443-1-iscsi {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:07:52.463144 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f96cab-f75a-4fdd-a7c7-88af7878ab5b None None] Updating router 69afbb3e-e80f-441a-a315-8f5b8f07adfe port 0d584a60-9bf7-446b-9472-ebf84d3bed15 binding host dv-cinder-837443-1-iscsi {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 03:07:52.491488 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c1f96cab-f75a-4fdd-a7c7-88af7878ab5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (0d584a60-9bf7-446b-9472-ebf84d3bed15), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:52.578206 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20397481-fe68-4bea-ac93-f91fcceb094f None None] Pushing event updated for resources: {'Port': ['ID=c6510844-55e2-4171-ac51-a2dfce30d3b3,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:52.594963 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] For port 1cc39819-f011-48a4-8182-a36b9aaa7272, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=1cc39819-f011-48a4-8182-a36b9aaa7272,segment=NetworkSegment(f2d45942-1f1b-4e25-b218-287042079592),segment_id=f2d45942-1f1b-4e25-b218-287042079592)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:07:52.605938 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-02c7a8c4-d08b-4cba-8ff3-012c3128c0d0 None None] Current status of the port 1cc39819-f011-48a4-8182-a36b9aaa7272 is: DOWN; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:07:52.606326 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-02c7a8c4-d08b-4cba-8ff3-012c3128c0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (1cc39819-f011-48a4-8182-a36b9aaa7272), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:52.638872 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (1cc39819-f011-48a4-8182-a36b9aaa7272), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:52.639670 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device e0318674-e90e-4bb8-8fcc-2fc22c1902e1 up at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:07:52.738131 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8437600-4445-44d7-9f0a-92a41467d46b req-ebe5b294-b762-42ac-a53e-c8904567e19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:52.739757 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-a8437600-4445-44d7-9f0a-92a41467d46b req-ebe5b294-b762-42ac-a53e-c8904567e19a service neutron] 10.222.0.25 "GET /v2.0/networks?id=2b3dbba0-7776-42cc-ae85-893ed357f655 HTTP/1.1" status: 200 len: 916 time: 0.3200245 Apr 12 03:07:52.779376 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-c53890c7-05d5-4512-b277-daa25bec7c7c None None] Attempting to bind port c6510844-55e2-4171-ac51-a2dfce30d3b3 on host dv-cinder-837443-1-iscsi for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:07:52.779770 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-c53890c7-05d5-4512-b277-daa25bec7c7c None None] Attempting to bind port c6510844-55e2-4171-ac51-a2dfce30d3b3 by drivers openvswitch,hyperv on host dv-cinder-837443-1-iscsi at level 0 using segments [{'id': '7d178cda-c4bb-4041-8a2c-25e0b2199eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'da1505d4-daf5-4102-9185-5db938386645'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:07:52.780189 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53890c7-05d5-4512-b277-daa25bec7c7c None None] Attempting to bind port c6510844-55e2-4171-ac51-a2dfce30d3b3 on network da1505d4-daf5-4102-9185-5db938386645 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:07:52.818155 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-78005ba0-f717-4878-98de-1aa310052655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:52.857658 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53890c7-05d5-4512-b277-daa25bec7c7c None None] Checking agent: {'id': 'ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 2, 56, 1), 'started_at': datetime.datetime(2022, 4, 12, 2, 56, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:07:52.858505 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53890c7-05d5-4512-b277-daa25bec7c7c None None] Checking segment: {'id': '7d178cda-c4bb-4041-8a2c-25e0b2199eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'da1505d4-daf5-4102-9185-5db938386645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:07:52.859180 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c53890c7-05d5-4512-b277-daa25bec7c7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:52.859822 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53890c7-05d5-4512-b277-daa25bec7c7c None None] Bound using segment: {'id': '7d178cda-c4bb-4041-8a2c-25e0b2199eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'da1505d4-daf5-4102-9185-5db938386645'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:07:52.860455 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-c53890c7-05d5-4512-b277-daa25bec7c7c None None] Bound port: c6510844-55e2-4171-ac51-a2dfce30d3b3, host: dv-cinder-837443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d178cda-c4bb-4041-8a2c-25e0b2199eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'da1505d4-daf5-4102-9185-5db938386645'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:07:52.860989 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c53890c7-05d5-4512-b277-daa25bec7c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (c6510844-55e2-4171-ac51-a2dfce30d3b3), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:52.884420 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Pushing event updated for resources: {'Port': ['ID=1cc39819-f011-48a4-8182-a36b9aaa7272,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:52.909952 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Provisioning complete for port e0318674-e90e-4bb8-8fcc-2fc22c1902e1 triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:07:52.910322 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (e0318674-e90e-4bb8-8fcc-2fc22c1902e1), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:52.917096 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c1f96cab-f75a-4fdd-a7c7-88af7878ab5b None None] Publish callbacks [] for port (0d584a60-9bf7-446b-9472-ebf84d3bed15), precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:52.925299 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c1f96cab-f75a-4fdd-a7c7-88af7878ab5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (0d584a60-9bf7-446b-9472-ebf84d3bed15), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:52.939337 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceda1c0-3557-4d31-bdda-42b36955168b req-02574b31-9c92-408c-95c6-0a2aeee29eb5 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:52.943136 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-0ceda1c0-3557-4d31-bdda-42b36955168b req-02574b31-9c92-408c-95c6-0a2aeee29eb5 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 944 time: 0.1053398 Apr 12 03:07:52.978284 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-a8437600-4445-44d7-9f0a-92a41467d46b req-7dd89453-446a-404c-8e7c-171e133628e7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f35229c3-8c36-42fb-9fc5-3451fa4d807d HTTP/1.1" status: 200 len: 1000 time: 0.1354599 Apr 12 03:07:52.983768 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.db.api [None req-02c7a8c4-d08b-4cba-8ff3-012c3128c0d0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103485) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 03:07:52.984141 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG oslo_db.api [None req-02c7a8c4-d08b-4cba-8ff3-012c3128c0d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 03:07:53.005803 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-0ceda1c0-3557-4d31-bdda-42b36955168b req-fa4f142f-ef89-498e-88a6-c9d775c799eb tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563562 Apr 12 03:07:53.033070 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-c53890c7-05d5-4512-b277-daa25bec7c7c None None] For port c6510844-55e2-4171-ac51-a2dfce30d3b3, host dv-cinder-837443-1-iscsi, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:07:53.037526 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-c53890c7-05d5-4512-b277-daa25bec7c7c None None] For port c6510844-55e2-4171-ac51-a2dfce30d3b3, host dv-cinder-837443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=c6510844-55e2-4171-ac51-a2dfce30d3b3,segment=NetworkSegment(7d178cda-c4bb-4041-8a2c-25e0b2199eca),segment_id=7d178cda-c4bb-4041-8a2c-25e0b2199eca)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:07:53.069058 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8437600-4445-44d7-9f0a-92a41467d46b req-51379c17-1d99-40c2-b741-c2b350d4becd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:53.070727 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-a8437600-4445-44d7-9f0a-92a41467d46b req-51379c17-1d99-40c2-b741-c2b350d4becd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=100d1803-3d36-4c71-9fbf-e95fa2273558 HTTP/1.1" status: 200 len: 855 time: 0.0771415 Apr 12 03:07:53.073892 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c53890c7-05d5-4512-b277-daa25bec7c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (c6510844-55e2-4171-ac51-a2dfce30d3b3), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:53.118648 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-c1f96cab-f75a-4fdd-a7c7-88af7878ab5b None None] Attempting to bind port 0d584a60-9bf7-446b-9472-ebf84d3bed15 on host dv-cinder-837443-1-iscsi for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:07:53.119236 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-c1f96cab-f75a-4fdd-a7c7-88af7878ab5b None None] Attempting to bind port 0d584a60-9bf7-446b-9472-ebf84d3bed15 by drivers openvswitch,hyperv on host dv-cinder-837443-1-iscsi at level 0 using segments [{'id': '44a05d23-3fd0-4081-9abb-c6033767afb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:07:53.119556 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f96cab-f75a-4fdd-a7c7-88af7878ab5b None None] Attempting to bind port 0d584a60-9bf7-446b-9472-ebf84d3bed15 on network 79cba51c-a00f-4d8d-a813-38deb5f63b2a {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:07:53.122803 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da716b7e-33ab-4b96-834c-7b9c6a5f83bf None None] Pushing event updated for resources: {'Port': ['ID=0d584a60-9bf7-446b-9472-ebf84d3bed15,revision_number=2']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:53.127446 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f96cab-f75a-4fdd-a7c7-88af7878ab5b None None] Checking agent: {'id': 'ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 2, 56, 1), 'started_at': datetime.datetime(2022, 4, 12, 2, 56, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:07:53.127843 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f96cab-f75a-4fdd-a7c7-88af7878ab5b None None] Checking segment: {'id': '44a05d23-3fd0-4081-9abb-c6033767afb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:07:53.128241 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c1f96cab-f75a-4fdd-a7c7-88af7878ab5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:53.128617 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f96cab-f75a-4fdd-a7c7-88af7878ab5b None None] Bound using segment: {'id': '44a05d23-3fd0-4081-9abb-c6033767afb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:07:53.129129 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-c1f96cab-f75a-4fdd-a7c7-88af7878ab5b None None] Bound port: 0d584a60-9bf7-446b-9472-ebf84d3bed15, host: dv-cinder-837443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44a05d23-3fd0-4081-9abb-c6033767afb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:07:53.129431 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c1f96cab-f75a-4fdd-a7c7-88af7878ab5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (0d584a60-9bf7-446b-9472-ebf84d3bed15), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:53.145719 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.db_base_plugin_common [None req-78005ba0-f717-4878-98de-1aa310052655 admin admin] Allocated IP 172.20.0.1 (803d882b-83f1-46ea-9b31-f19170578d24/479a8d2d-6a9e-4e31-9b52-5f55980c23c8/74a3144a-42cf-4e5d-b5a0-33d3dfb2d163) {{(pid=103483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:07:53.149997 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Current status of the port e0318674-e90e-4bb8-8fcc-2fc22c1902e1 is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:07:53.157853 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53890c7-05d5-4512-b277-daa25bec7c7c None None] Routers {'860366b1-e648-4b30-a975-ccbfb4a75ba5'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:07:53.158494 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-c53890c7-05d5-4512-b277-daa25bec7c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:07:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['860366b1-e648-4b30-a975-ccbfb4a75ba5'], 'active': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:07:53.191480 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c1f96cab-f75a-4fdd-a7c7-88af7878ab5b None None] For port 0d584a60-9bf7-446b-9472-ebf84d3bed15, host dv-cinder-837443-1-iscsi, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:07:53.195457 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-c1f96cab-f75a-4fdd-a7c7-88af7878ab5b None None] For port 0d584a60-9bf7-446b-9472-ebf84d3bed15, host dv-cinder-837443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=0d584a60-9bf7-446b-9472-ebf84d3bed15,segment=NetworkSegment(44a05d23-3fd0-4081-9abb-c6033767afb5),segment_id=44a05d23-3fd0-4081-9abb-c6033767afb5)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:07:53.204024 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-c1f96cab-f75a-4fdd-a7c7-88af7878ab5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (0d584a60-9bf7-446b-9472-ebf84d3bed15), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:53.204242 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20397481-fe68-4bea-ac93-f91fcceb094f None None] Pushing event updated for resources: {'Port': ['ID=c6510844-55e2-4171-ac51-a2dfce30d3b3,revision_number=4']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:53.281117 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-78005ba0-f717-4878-98de-1aa310052655 admin admin] Publish callbacks [] for port (74a3144a-42cf-4e5d-b5a0-33d3dfb2d163), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:53.296664 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da716b7e-33ab-4b96-834c-7b9c6a5f83bf None None] Pushing event updated for resources: {'Port': ['ID=0d584a60-9bf7-446b-9472-ebf84d3bed15,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:53.300162 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f96cab-f75a-4fdd-a7c7-88af7878ab5b None None] Routers {'69afbb3e-e80f-441a-a315-8f5b8f07adfe'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:07:53.300820 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-c1f96cab-f75a-4fdd-a7c7-88af7878ab5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:07:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['69afbb3e-e80f-441a-a315-8f5b8f07adfe'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:07:53.324635 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvr_db [None req-c53890c7-05d5-4512-b277-daa25bec7c7c None None] Set router 860366b1-e648-4b30-a975-ccbfb4a75ba5 gateway port host: dv-cinder-837443-1-iscsi {{(pid=103485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:07:53.336859 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-78005ba0-f717-4878-98de-1aa310052655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28322803'] for port (74a3144a-42cf-4e5d-b5a0-33d3dfb2d163), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:53.405407 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78005ba0-f717-4878-98de-1aa310052655 admin admin] Network 803d882b-83f1-46ea-9b31-f19170578d24 is already hosted by enough agents. {{(pid=103483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:07:53.424963 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-c1f96cab-f75a-4fdd-a7c7-88af7878ab5b None None] Set router 69afbb3e-e80f-441a-a315-8f5b8f07adfe gateway port host: dv-cinder-837443-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:07:53.427660 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.base_scheduler [None req-78005ba0-f717-4878-98de-1aa310052655 admin admin] Resources bound (agent type, host, resource id): {{(pid=103483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:07:53.433194 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78005ba0-f717-4878-98de-1aa310052655 admin admin] Received port after_create {{(pid=103483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:07:53.469837 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78005ba0-f717-4878-98de-1aa310052655 admin admin] Pushing event updated for resources: {'Port': ['ID=74a3144a-42cf-4e5d-b5a0-33d3dfb2d163,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:53.475006 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8437600-4445-44d7-9f0a-92a41467d46b req-870012a6-da59-4c2e-a27e-d3cbb8b0b4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:53.476549 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-a8437600-4445-44d7-9f0a-92a41467d46b req-870012a6-da59-4c2e-a27e-d3cbb8b0b4d1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2b3dbba0-7776-42cc-ae85-893ed357f655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1016963 Apr 12 03:07:53.497063 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-78005ba0-f717-4878-98de-1aa310052655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682596'] for router_interface (69afbb3e-e80f-441a-a315-8f5b8f07adfe), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:53.576418 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-c53890c7-05d5-4512-b277-daa25bec7c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'name': 'tempest-TestVolumeBootPattern-861698763-router', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e0318674-e90e-4bb8-8fcc-2fc22c1902e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:07:44Z', 'updated_at': '2022-04-12T03:07:47Z', 'revision_number': 4, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'gw_port': {'id': 'e0318674-e90e-4bb8-8fcc-2fc22c1902e1', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:94:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:07:45Z', 'updated_at': '2022-04-12T03:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': 'c6510844-55e2-4171-ac51-a2dfce30d3b3', 'name': '', 'network_id': 'da1505d4-daf5-4102-9185-5db938386645', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'mac_address': 'fa:16:3e:62:3a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:07:47Z', 'updated_at': '2022-04-12T03:07:53Z', 'revision_number': 4, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'subnets': [{'id': '2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:07:53.581656 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-02c7a8c4-d08b-4cba-8ff3-012c3128c0d0 None None] Current status of the port 1cc39819-f011-48a4-8182-a36b9aaa7272 is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:07:53.615995 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53890c7-05d5-4512-b277-daa25bec7c7c None None] The sync data for ids ['860366b1-e648-4b30-a975-ccbfb4a75ba5'] in dv-cinder-837443-1-iscsi is: [{'id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'name': 'tempest-TestVolumeBootPattern-861698763-router', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e0318674-e90e-4bb8-8fcc-2fc22c1902e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:07:44Z', 'updated_at': '2022-04-12T03:07:47Z', 'revision_number': 4, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'gw_port': {'id': 'e0318674-e90e-4bb8-8fcc-2fc22c1902e1', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:94:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:07:45Z', 'updated_at': '2022-04-12T03:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': 'c6510844-55e2-4171-ac51-a2dfce30d3b3', 'name': '', 'network_id': 'da1505d4-daf5-4102-9185-5db938386645', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'mac_address': 'fa:16:3e:62:3a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:07:47Z', 'updated_at': '2022-04-12T03:07:53Z', 'revision_number': 4, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'subnets': [{'id': '2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:07:53.640618 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-c1f96cab-f75a-4fdd-a7c7-88af7878ab5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69afbb3e-e80f-441a-a315-8f5b8f07adfe', 'name': 'tempest-TestVolumeBootPattern-1214337262-router', 'tenant_id': '4290d39f5f214ceaa74062aeea829938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '0d584a60-9bf7-446b-9472-ebf84d3bed15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:07:50Z', 'updated_at': '2022-04-12T03:07:51Z', 'revision_number': 3, 'project_id': '4290d39f5f214ceaa74062aeea829938', 'gw_port': {'id': '0d584a60-9bf7-446b-9472-ebf84d3bed15', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c6:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69afbb3e-e80f-441a-a315-8f5b8f07adfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:07:50Z', 'updated_at': '2022-04-12T03:07:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi'}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:07:53.677515 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f96cab-f75a-4fdd-a7c7-88af7878ab5b None None] The sync data for ids ['69afbb3e-e80f-441a-a315-8f5b8f07adfe'] in dv-cinder-837443-1-iscsi is: [{'id': '69afbb3e-e80f-441a-a315-8f5b8f07adfe', 'name': 'tempest-TestVolumeBootPattern-1214337262-router', 'tenant_id': '4290d39f5f214ceaa74062aeea829938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '0d584a60-9bf7-446b-9472-ebf84d3bed15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:07:50Z', 'updated_at': '2022-04-12T03:07:51Z', 'revision_number': 3, 'project_id': '4290d39f5f214ceaa74062aeea829938', 'gw_port': {'id': '0d584a60-9bf7-446b-9472-ebf84d3bed15', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c6:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69afbb3e-e80f-441a-a315-8f5b8f07adfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:07:50Z', 'updated_at': '2022-04-12T03:07:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi'}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:07:53.690681 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-a8437600-4445-44d7-9f0a-92a41467d46b req-6f07a97c-88eb-4ac7-88d5-2cfd977abb16 service neutron] 10.222.0.25 "GET /v2.0/networks/2b3dbba0-7776-42cc-ae85-893ed357f655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060938 Apr 12 03:07:53.713043 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-305f384b-4b25-49e0-8f43-355090463c23 None None] Provisioning complete for port c6510844-55e2-4171-ac51-a2dfce30d3b3 triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:07:53.718331 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-305f384b-4b25-49e0-8f43-355090463c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (c6510844-55e2-4171-ac51-a2dfce30d3b3), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:53.793825 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-78005ba0-f717-4878-98de-1aa310052655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (74a3144a-42cf-4e5d-b5a0-33d3dfb2d163), before_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:53.837465 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-305f384b-4b25-49e0-8f43-355090463c23 None None] Current status of the port c6510844-55e2-4171-ac51-a2dfce30d3b3 is: DOWN; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:07:53.838384 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-305f384b-4b25-49e0-8f43-355090463c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (c6510844-55e2-4171-ac51-a2dfce30d3b3), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:53.848646 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 1cc39819-f011-48a4-8182-a36b9aaa7272 up at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:07:53.859353 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-a8437600-4445-44d7-9f0a-92a41467d46b req-d8948ce8-1f76-4b3f-9e94-25afe71870ca service neutron] 10.222.0.25 "GET /v2.0/networks/2b3dbba0-7776-42cc-ae85-893ed357f655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554911 Apr 12 03:07:53.909327 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-305f384b-4b25-49e0-8f43-355090463c23 None None] For port c6510844-55e2-4171-ac51-a2dfce30d3b3, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=c6510844-55e2-4171-ac51-a2dfce30d3b3,segment=NetworkSegment(7d178cda-c4bb-4041-8a2c-25e0b2199eca),segment_id=7d178cda-c4bb-4041-8a2c-25e0b2199eca)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:07:53.914406 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-305f384b-4b25-49e0-8f43-355090463c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (c6510844-55e2-4171-ac51-a2dfce30d3b3), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:53.956495 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-305f384b-4b25-49e0-8f43-355090463c23 None None] Provisioning complete for port 74a3144a-42cf-4e5d-b5a0-33d3dfb2d163 triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:07:53.956870 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-305f384b-4b25-49e0-8f43-355090463c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (74a3144a-42cf-4e5d-b5a0-33d3dfb2d163), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:53.980120 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Provisioning complete for port 1cc39819-f011-48a4-8182-a36b9aaa7272 triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:07:53.980468 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (1cc39819-f011-48a4-8182-a36b9aaa7272), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:54.019912 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-78005ba0-f717-4878-98de-1aa310052655 admin admin] Publish callbacks [] for port (74a3144a-42cf-4e5d-b5a0-33d3dfb2d163), precommit_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:54.029771 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-78005ba0-f717-4878-98de-1aa310052655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28322808'] for port (74a3144a-42cf-4e5d-b5a0-33d3dfb2d163), after_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:54.034176 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305f384b-4b25-49e0-8f43-355090463c23 None None] Pushing event updated for resources: {'Port': ['ID=c6510844-55e2-4171-ac51-a2dfce30d3b3,revision_number=5']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:54.050886 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-305f384b-4b25-49e0-8f43-355090463c23 None None] Port 74a3144a-42cf-4e5d-b5a0-33d3dfb2d163 cannot update to ACTIVE because it is not bound. {{(pid=103485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:07:54.106013 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-305f384b-4b25-49e0-8f43-355090463c23 None None] Provisioning complete for port 1cc39819-f011-48a4-8182-a36b9aaa7272 triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:07:54.106533 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-305f384b-4b25-49e0-8f43-355090463c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (1cc39819-f011-48a4-8182-a36b9aaa7272), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:54.168212 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78005ba0-f717-4878-98de-1aa310052655 admin admin] Pushing event updated for resources: {'Port': ['ID=74a3144a-42cf-4e5d-b5a0-33d3dfb2d163,revision_number=2']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:54.170216 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-78005ba0-f717-4878-98de-1aa310052655 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685268'] for router_interface (69afbb3e-e80f-441a-a315-8f5b8f07adfe), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:54.235593 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5941966-95fa-457a-af44-774e1a24aa72 req-f19316eb-b51d-4030-9fe3-1c3d5f7f2828 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:54.241162 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-a5941966-95fa-457a-af44-774e1a24aa72 req-f19316eb-b51d-4030-9fe3-1c3d5f7f2828 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 944 time: 0.0865891 Apr 12 03:07:54.255637 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Current status of the port 1cc39819-f011-48a4-8182-a36b9aaa7272 is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:07:54.256973 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device c6510844-55e2-4171-ac51-a2dfce30d3b3 up at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:07:54.263942 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-305f384b-4b25-49e0-8f43-355090463c23 None None] Current status of the port 1cc39819-f011-48a4-8182-a36b9aaa7272 is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:07:54.360436 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Provisioning complete for port c6510844-55e2-4171-ac51-a2dfce30d3b3 triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:07:54.361077 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (c6510844-55e2-4171-ac51-a2dfce30d3b3), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:54.391156 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-a5941966-95fa-457a-af44-774e1a24aa72 req-39f1fc77-db9e-4f3c-b0c1-bb6db2d39533 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095726 Apr 12 03:07:54.424552 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78005ba0-f717-4878-98de-1aa310052655 admin admin] Network 803d882b-83f1-46ea-9b31-f19170578d24 is already hosted by enough agents. {{(pid=103483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:07:54.425973 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.base_scheduler [None req-78005ba0-f717-4878-98de-1aa310052655 admin admin] Resources bound (agent type, host, resource id): {{(pid=103483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:07:54.506780 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.agents_db [None req-d3c4685f-78b0-4ffc-8e41-99bd627ddb58 None None] Agent healthcheck: found 6 active agents {{(pid=103486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:07:54.683979 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78005ba0-f717-4878-98de-1aa310052655 admin admin] Router 69afbb3e-e80f-441a-a315-8f5b8f07adfe has already been hosted by L3 agent beb15aed-f2b6-4676-85ca-b43f14e6acf3 {{(pid=103483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:07:54.711634 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Current status of the port c6510844-55e2-4171-ac51-a2dfce30d3b3 is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:07:54.797609 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f86c1c39-2687-4721-ac60-bfcc02334ee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (fa7f2a92-0c20-457b-b451-d8a4489755d5), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:54.888943 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-ae5463ea-35c7-416a-afd9-e845fc5c7e21 None None] Provisioning complete for port 74a3144a-42cf-4e5d-b5a0-33d3dfb2d163 triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:07:54.889477 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ae5463ea-35c7-416a-afd9-e845fc5c7e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (74a3144a-42cf-4e5d-b5a0-33d3dfb2d163), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:54.933672 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78005ba0-f717-4878-98de-1aa310052655 admin admin] Notify agent at l3_agent.dv-cinder-837443-1-iscsi the message routers_updated {{(pid=103483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:07:54.934564 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-ae5463ea-35c7-416a-afd9-e845fc5c7e21 None None] Port 74a3144a-42cf-4e5d-b5a0-33d3dfb2d163 cannot update to ACTIVE because it is not bound. {{(pid=103485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:07:54.949320 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-78005ba0-f717-4878-98de-1aa310052655 admin admin] 10.222.0.32 "PUT /v2.0/routers/69afbb3e-e80f-441a-a315-8f5b8f07adfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8339353 Apr 12 03:07:55.544793 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a924e-b265-4b44-8d03-d63ebf8f92b9 req-fc94e53e-3419-4713-8f84-81347bc78523 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:55.546403 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-db0a924e-b265-4b44-8d03-d63ebf8f92b9 req-fc94e53e-3419-4713-8f84-81347bc78523 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 944 time: 0.0655251 Apr 12 03:07:55.618090 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-db0a924e-b265-4b44-8d03-d63ebf8f92b9 req-f03f35d0-1d58-48a8-897f-ad6c3d2a5d63 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615995 Apr 12 03:07:55.768736 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 45292) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:07:55.773539 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [None req-3df5b874-2224-43c5-b598-330bb587d95e tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-413280048', 'description': 'tempest-secgroup-smoke-413280048 description', 'project_id': 'faa0847777334640bf8854a96c6e7a19'}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:07:55.800586 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-3df5b874-2224-43c5-b598-330bb587d95e tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks [] for security_group (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:55.880828 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 0d584a60-9bf7-446b-9472-ebf84d3bed15 up at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:07:55.892937 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-3df5b874-2224-43c5-b598-330bb587d95e tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks [] for security_group (f48afda6-be81-4cc6-8394-79fb0efbc155), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:55.899385 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-3df5b874-2224-43c5-b598-330bb587d95e tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (f48afda6-be81-4cc6-8394-79fb0efbc155), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:55.937050 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-3df5b874-2224-43c5-b598-330bb587d95e tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks [] for security_group (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:55.938434 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-3df5b874-2224-43c5-b598-330bb587d95e tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1686988 Apr 12 03:07:55.940739 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df5b874-2224-43c5-b598-330bb587d95e tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f48afda6-be81-4cc6-8394-79fb0efbc155,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:55.941509 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 45294) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:07:55.946438 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-1f238549-5d74-4f23-9957-f1f2c0f23ded tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Request body: {'security_group_rule': {'security_group_id': 'f48afda6-be81-4cc6-8394-79fb0efbc155', 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:07:55.969932 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Provisioning complete for port 0d584a60-9bf7-446b-9472-ebf84d3bed15 triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:07:55.970303 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (0d584a60-9bf7-446b-9472-ebf84d3bed15), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:55.984998 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1f238549-5d74-4f23-9957-f1f2c0f23ded tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks [] for security_group_rule (29b0e062-1571-4858-94c0-02fa8b47c168), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:56.056022 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1f238549-5d74-4f23-9957-f1f2c0f23ded tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks [] for security_group_rule (29b0e062-1571-4858-94c0-02fa8b47c168), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:56.063336 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1f238549-5d74-4f23-9957-f1f2c0f23ded tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707756'] for security_group_rule (29b0e062-1571-4858-94c0-02fa8b47c168), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:56.079764 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f238549-5d74-4f23-9957-f1f2c0f23ded tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29b0e062-1571-4858-94c0-02fa8b47c168,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:56.096349 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Current status of the port 0d584a60-9bf7-446b-9472-ebf84d3bed15 is: DOWN; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:07:56.097031 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (0d584a60-9bf7-446b-9472-ebf84d3bed15), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:56.103673 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1f238549-5d74-4f23-9957-f1f2c0f23ded tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:56.105476 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-1f238549-5d74-4f23-9957-f1f2c0f23ded tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1627362 Apr 12 03:07:56.108289 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 45296) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:07:56.113269 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [None req-b11aa924-14da-4c73-9945-bec17072c6bf tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Request body: {'security_group_rule': {'security_group_id': 'f48afda6-be81-4cc6-8394-79fb0efbc155', 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:07:56.132384 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] For port 0d584a60-9bf7-446b-9472-ebf84d3bed15, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=0d584a60-9bf7-446b-9472-ebf84d3bed15,segment=NetworkSegment(44a05d23-3fd0-4081-9abb-c6033767afb5),segment_id=44a05d23-3fd0-4081-9abb-c6033767afb5)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:07:56.137939 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (0d584a60-9bf7-446b-9472-ebf84d3bed15), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:56.138931 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device c6510844-55e2-4171-ac51-a2dfce30d3b3 up at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:07:56.160020 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-b11aa924-14da-4c73-9945-bec17072c6bf tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks [] for security_group_rule (2275fc70-356f-48a0-a628-17f3296e7935), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:56.234628 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Pushing event updated for resources: {'Port': ['ID=0d584a60-9bf7-446b-9472-ebf84d3bed15,revision_number=4']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:56.246613 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Provisioning complete for port c6510844-55e2-4171-ac51-a2dfce30d3b3 triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:07:56.247202 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (c6510844-55e2-4171-ac51-a2dfce30d3b3), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:56.250457 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-b11aa924-14da-4c73-9945-bec17072c6bf tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks [] for security_group_rule (2275fc70-356f-48a0-a628-17f3296e7935), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:56.256371 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-b11aa924-14da-4c73-9945-bec17072c6bf tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707756'] for security_group_rule (2275fc70-356f-48a0-a628-17f3296e7935), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:56.280393 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11aa924-14da-4c73-9945-bec17072c6bf tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2275fc70-356f-48a0-a628-17f3296e7935,revision_number=0']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:56.291328 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-b11aa924-14da-4c73-9945-bec17072c6bf tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:56.295488 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 45298) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:07:56.295733 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-b11aa924-14da-4c73-9945-bec17072c6bf tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1860003 Apr 12 03:07:56.300097 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-383c0f66-9223-488a-98b0-fe8953923af2 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Request body: {'security_group_rule': {'security_group_id': 'f48afda6-be81-4cc6-8394-79fb0efbc155', 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:07:56.347572 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-383c0f66-9223-488a-98b0-fe8953923af2 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks [] for security_group_rule (7234c7d4-de0d-4e00-becd-80f07b7f9eb5), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:56.362707 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Current status of the port c6510844-55e2-4171-ac51-a2dfce30d3b3 is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:07:56.385502 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e8c33c-9b53-4f9d-85b7-736c1b268bd9 None None] Sync routers for ids ['69afbb3e-e80f-441a-a315-8f5b8f07adfe'] in dv-cinder-837443-1-iscsi {{(pid=103485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:07:56.397756 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e8c33c-9b53-4f9d-85b7-736c1b268bd9 None None] Routers {'69afbb3e-e80f-441a-a315-8f5b8f07adfe'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:07:56.398735 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-45e8c33c-9b53-4f9d-85b7-736c1b268bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:07:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['69afbb3e-e80f-441a-a315-8f5b8f07adfe'], 'active': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:07:56.444071 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-383c0f66-9223-488a-98b0-fe8953923af2 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks [] for security_group_rule (7234c7d4-de0d-4e00-becd-80f07b7f9eb5), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:56.448568 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-383c0f66-9223-488a-98b0-fe8953923af2 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707756'] for security_group_rule (7234c7d4-de0d-4e00-becd-80f07b7f9eb5), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:56.469720 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c0f66-9223-488a-98b0-fe8953923af2 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7234c7d4-de0d-4e00-becd-80f07b7f9eb5,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:56.478743 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-383c0f66-9223-488a-98b0-fe8953923af2 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:56.479982 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-383c0f66-9223-488a-98b0-fe8953923af2 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1833775 Apr 12 03:07:56.482654 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 45300) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:07:56.487574 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-d2006e3c-eba0-4380-b316-c4c0cdf36f6d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Request body: {'security_group_rule': {'security_group_id': 'f48afda6-be81-4cc6-8394-79fb0efbc155', 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:07:56.516248 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d2006e3c-eba0-4380-b316-c4c0cdf36f6d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks [] for security_group_rule (fc616571-4bfc-46ca-931f-45ed2599c29f), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:56.546960 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvr_db [None req-45e8c33c-9b53-4f9d-85b7-736c1b268bd9 None None] Set router 69afbb3e-e80f-441a-a315-8f5b8f07adfe gateway port host: dv-cinder-837443-1-iscsi {{(pid=103485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:07:56.587895 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d2006e3c-eba0-4380-b316-c4c0cdf36f6d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks [] for security_group_rule (fc616571-4bfc-46ca-931f-45ed2599c29f), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:56.592806 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d2006e3c-eba0-4380-b316-c4c0cdf36f6d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707756'] for security_group_rule (fc616571-4bfc-46ca-931f-45ed2599c29f), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:56.615166 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2006e3c-eba0-4380-b316-c4c0cdf36f6d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc616571-4bfc-46ca-931f-45ed2599c29f,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:56.625554 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d2006e3c-eba0-4380-b316-c4c0cdf36f6d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:56.627206 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-d2006e3c-eba0-4380-b316-c4c0cdf36f6d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1434529 Apr 12 03:07:56.630294 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 45302) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:07:56.634795 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [None req-c3d64640-c635-4a4e-97c2-f92647e1923c tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Request body: {'security_group_rule': {'security_group_id': 'f48afda6-be81-4cc6-8394-79fb0efbc155', 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:07:56.693945 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.db.securitygroups_db [None req-c3d64640-c635-4a4e-97c2-f92647e1923c tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Project faa0847777334640bf8854a96c6e7a19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 03:07:56.700739 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-c3d64640-c635-4a4e-97c2-f92647e1923c tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks [] for security_group_rule (b539fde1-8eb5-41dd-9434-ce6719a02669), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:56.824964 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1040b92-4d10-47fd-97a3-71703afa9351 req-79b7c367-94dd-4314-9b43-97bd36044c51 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:56.827391 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c1040b92-4d10-47fd-97a3-71703afa9351 req-79b7c367-94dd-4314-9b43-97bd36044c51 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 944 time: 0.0869949 Apr 12 03:07:56.837936 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-c3d64640-c635-4a4e-97c2-f92647e1923c tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks [] for security_group_rule (b539fde1-8eb5-41dd-9434-ce6719a02669), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:56.846530 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-45e8c33c-9b53-4f9d-85b7-736c1b268bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69afbb3e-e80f-441a-a315-8f5b8f07adfe', 'name': 'tempest-TestVolumeBootPattern-1214337262-router', 'tenant_id': '4290d39f5f214ceaa74062aeea829938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '0d584a60-9bf7-446b-9472-ebf84d3bed15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:07:50Z', 'updated_at': '2022-04-12T03:07:53Z', 'revision_number': 4, 'project_id': '4290d39f5f214ceaa74062aeea829938', 'gw_port': {'id': '0d584a60-9bf7-446b-9472-ebf84d3bed15', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69afbb3e-e80f-441a-a315-8f5b8f07adfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:07:50Z', 'updated_at': '2022-04-12T03:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': '74a3144a-42cf-4e5d-b5a0-33d3dfb2d163', 'name': '', 'network_id': '803d882b-83f1-46ea-9b31-f19170578d24', 'tenant_id': '4290d39f5f214ceaa74062aeea829938', 'mac_address': 'fa:16:3e:e9:e2:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69afbb3e-e80f-441a-a315-8f5b8f07adfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '479a8d2d-6a9e-4e31-9b52-5f55980c23c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:07:52Z', 'updated_at': '2022-04-12T03:07:53Z', 'revision_number': 2, 'project_id': '4290d39f5f214ceaa74062aeea829938', 'subnets': [{'id': '479a8d2d-6a9e-4e31-9b52-5f55980c23c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:07:56.863767 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-c3d64640-c635-4a4e-97c2-f92647e1923c tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707756'] for security_group_rule (b539fde1-8eb5-41dd-9434-ce6719a02669), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:56.891338 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e8c33c-9b53-4f9d-85b7-736c1b268bd9 None None] Checking router: 69afbb3e-e80f-441a-a315-8f5b8f07adfe for host: dv-cinder-837443-1-iscsi {{(pid=103485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:07:56.891975 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e8c33c-9b53-4f9d-85b7-736c1b268bd9 None None] Updating router 69afbb3e-e80f-441a-a315-8f5b8f07adfe port 74a3144a-42cf-4e5d-b5a0-33d3dfb2d163 binding host dv-cinder-837443-1-iscsi {{(pid=103485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 03:07:56.901941 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d64640-c635-4a4e-97c2-f92647e1923c tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b539fde1-8eb5-41dd-9434-ce6719a02669,revision_number=0']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:56.909767 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-c3d64640-c635-4a4e-97c2-f92647e1923c tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:56.911152 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-c3d64640-c635-4a4e-97c2-f92647e1923c tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2797258 Apr 12 03:07:56.913812 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 45306) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:07:56.916409 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c1040b92-4d10-47fd-97a3-71703afa9351 req-1f00e1d3-fa64-429b-93d2-97f641a1327f tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768139 Apr 12 03:07:56.919995 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-b52e8b1e-d7b0-44f1-9bf1-bd5cf6e95ef0 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Request body: {'security_group_rule': {'security_group_id': 'f48afda6-be81-4cc6-8394-79fb0efbc155', 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:07:56.952772 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-45e8c33c-9b53-4f9d-85b7-736c1b268bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (74a3144a-42cf-4e5d-b5a0-33d3dfb2d163), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:56.964247 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.db.securitygroups_db [None req-b52e8b1e-d7b0-44f1-9bf1-bd5cf6e95ef0 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Project faa0847777334640bf8854a96c6e7a19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 03:07:56.970106 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b52e8b1e-d7b0-44f1-9bf1-bd5cf6e95ef0 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks [] for security_group_rule (71414f32-6591-4ca9-a47c-5aa1c7517b8b), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:57.045962 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b52e8b1e-d7b0-44f1-9bf1-bd5cf6e95ef0 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks [] for security_group_rule (71414f32-6591-4ca9-a47c-5aa1c7517b8b), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:57.052243 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b52e8b1e-d7b0-44f1-9bf1-bd5cf6e95ef0 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707756'] for security_group_rule (71414f32-6591-4ca9-a47c-5aa1c7517b8b), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:57.069821 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52e8b1e-d7b0-44f1-9bf1-bd5cf6e95ef0 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71414f32-6591-4ca9-a47c-5aa1c7517b8b,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:57.080591 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b52e8b1e-d7b0-44f1-9bf1-bd5cf6e95ef0 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:57.084993 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-b52e8b1e-d7b0-44f1-9bf1-bd5cf6e95ef0 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1667144 Apr 12 03:07:57.297931 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cf37a510-825b-4bb2-8193-4c409cc4aaf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (beb15aed-f2b6-4676-85ca-b43f14e6acf3), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:57.327369 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-45e8c33c-9b53-4f9d-85b7-736c1b268bd9 None None] Publish callbacks [] for port (74a3144a-42cf-4e5d-b5a0-33d3dfb2d163), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:57.337207 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-45e8c33c-9b53-4f9d-85b7-736c1b268bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (74a3144a-42cf-4e5d-b5a0-33d3dfb2d163), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:57.394877 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e8a548-5e4e-457d-b4ef-c3efc63dac6a None None] Pushing event updated for resources: {'Port': ['ID=74a3144a-42cf-4e5d-b5a0-33d3dfb2d163,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:57.486499 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-45e8c33c-9b53-4f9d-85b7-736c1b268bd9 None None] Attempting to bind port 74a3144a-42cf-4e5d-b5a0-33d3dfb2d163 on host dv-cinder-837443-1-iscsi for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:07:57.486963 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-45e8c33c-9b53-4f9d-85b7-736c1b268bd9 None None] Attempting to bind port 74a3144a-42cf-4e5d-b5a0-33d3dfb2d163 by drivers openvswitch,hyperv on host dv-cinder-837443-1-iscsi at level 0 using segments [{'id': 'f2d45942-1f1b-4e25-b218-287042079592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '803d882b-83f1-46ea-9b31-f19170578d24'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:07:57.487326 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e8c33c-9b53-4f9d-85b7-736c1b268bd9 None None] Attempting to bind port 74a3144a-42cf-4e5d-b5a0-33d3dfb2d163 on network 803d882b-83f1-46ea-9b31-f19170578d24 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:07:57.494198 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e8c33c-9b53-4f9d-85b7-736c1b268bd9 None None] Checking agent: {'id': 'ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 2, 56, 1), 'started_at': datetime.datetime(2022, 4, 12, 2, 56, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:07:57.494647 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e8c33c-9b53-4f9d-85b7-736c1b268bd9 None None] Checking segment: {'id': 'f2d45942-1f1b-4e25-b218-287042079592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '803d882b-83f1-46ea-9b31-f19170578d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:07:57.495975 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-45e8c33c-9b53-4f9d-85b7-736c1b268bd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:57.496532 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e8c33c-9b53-4f9d-85b7-736c1b268bd9 None None] Bound using segment: {'id': 'f2d45942-1f1b-4e25-b218-287042079592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '803d882b-83f1-46ea-9b31-f19170578d24'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:07:57.497100 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-45e8c33c-9b53-4f9d-85b7-736c1b268bd9 None None] Bound port: 74a3144a-42cf-4e5d-b5a0-33d3dfb2d163, host: dv-cinder-837443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d45942-1f1b-4e25-b218-287042079592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '803d882b-83f1-46ea-9b31-f19170578d24'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:07:57.497610 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-45e8c33c-9b53-4f9d-85b7-736c1b268bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (74a3144a-42cf-4e5d-b5a0-33d3dfb2d163), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:57.597595 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-45e8c33c-9b53-4f9d-85b7-736c1b268bd9 None None] For port 74a3144a-42cf-4e5d-b5a0-33d3dfb2d163, host dv-cinder-837443-1-iscsi, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:07:57.603970 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-45e8c33c-9b53-4f9d-85b7-736c1b268bd9 None None] For port 74a3144a-42cf-4e5d-b5a0-33d3dfb2d163, host dv-cinder-837443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=74a3144a-42cf-4e5d-b5a0-33d3dfb2d163,segment=NetworkSegment(f2d45942-1f1b-4e25-b218-287042079592),segment_id=f2d45942-1f1b-4e25-b218-287042079592)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:07:57.618375 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-45e8c33c-9b53-4f9d-85b7-736c1b268bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (74a3144a-42cf-4e5d-b5a0-33d3dfb2d163), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:57.735451 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e8c33c-9b53-4f9d-85b7-736c1b268bd9 None None] Routers {'69afbb3e-e80f-441a-a315-8f5b8f07adfe'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:07:57.736107 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-45e8c33c-9b53-4f9d-85b7-736c1b268bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:07:57Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['69afbb3e-e80f-441a-a315-8f5b8f07adfe'], 'active': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:07:57.742734 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-4a0034ba-65ae-4fec-b087-2e843df567c0 None None] Provisioning complete for port 74a3144a-42cf-4e5d-b5a0-33d3dfb2d163 triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:07:57.743111 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4a0034ba-65ae-4fec-b087-2e843df567c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (74a3144a-42cf-4e5d-b5a0-33d3dfb2d163), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:57.821294 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 0d584a60-9bf7-446b-9472-ebf84d3bed15 up at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:07:57.880337 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e8a548-5e4e-457d-b4ef-c3efc63dac6a None None] Pushing event updated for resources: {'Port': ['ID=74a3144a-42cf-4e5d-b5a0-33d3dfb2d163,revision_number=4']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:58.047521 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Provisioning complete for port 0d584a60-9bf7-446b-9472-ebf84d3bed15 triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:07:58.048243 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (0d584a60-9bf7-446b-9472-ebf84d3bed15), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:58.083233 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvr_db [None req-45e8c33c-9b53-4f9d-85b7-736c1b268bd9 None None] Set router 69afbb3e-e80f-441a-a315-8f5b8f07adfe gateway port host: dv-cinder-837443-1-iscsi {{(pid=103485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:07:58.131406 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-4a0034ba-65ae-4fec-b087-2e843df567c0 None None] Current status of the port 74a3144a-42cf-4e5d-b5a0-33d3dfb2d163 is: DOWN; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:07:58.131946 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4a0034ba-65ae-4fec-b087-2e843df567c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (74a3144a-42cf-4e5d-b5a0-33d3dfb2d163), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:58.142124 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97fe7cf-3826-45b2-b481-1f7445a49dbf req-b68342f9-211e-441c-9352-5fdcaec480b2 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:58.145495 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-d97fe7cf-3826-45b2-b481-1f7445a49dbf req-b68342f9-211e-441c-9352-5fdcaec480b2 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 944 time: 0.0789120 Apr 12 03:07:58.245742 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-d97fe7cf-3826-45b2-b481-1f7445a49dbf req-1cf88bb6-3a59-44c3-93e0-5a1e474cabe6 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912166 Apr 12 03:07:58.391153 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-4a0034ba-65ae-4fec-b087-2e843df567c0 None None] For port 74a3144a-42cf-4e5d-b5a0-33d3dfb2d163, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=74a3144a-42cf-4e5d-b5a0-33d3dfb2d163,segment=NetworkSegment(f2d45942-1f1b-4e25-b218-287042079592),segment_id=f2d45942-1f1b-4e25-b218-287042079592)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:07:58.426735 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4a0034ba-65ae-4fec-b087-2e843df567c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (74a3144a-42cf-4e5d-b5a0-33d3dfb2d163), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:58.428530 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a63736aa-03b4-448a-a5ac-a324793c796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (2fa08797-e830-4b1e-af03-8a255eb086f2), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:58.469130 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Current status of the port 0d584a60-9bf7-446b-9472-ebf84d3bed15 is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:07:58.509576 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0034ba-65ae-4fec-b087-2e843df567c0 None None] Pushing event updated for resources: {'Port': ['ID=74a3144a-42cf-4e5d-b5a0-33d3dfb2d163,revision_number=5']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:07:58.552105 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-9fe87b72-5da4-4169-b0ce-aec9f663db47 None None] Provisioning complete for port 74a3144a-42cf-4e5d-b5a0-33d3dfb2d163 triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:07:58.552441 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9fe87b72-5da4-4169-b0ce-aec9f663db47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (74a3144a-42cf-4e5d-b5a0-33d3dfb2d163), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:58.579910 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-45e8c33c-9b53-4f9d-85b7-736c1b268bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69afbb3e-e80f-441a-a315-8f5b8f07adfe', 'name': 'tempest-TestVolumeBootPattern-1214337262-router', 'tenant_id': '4290d39f5f214ceaa74062aeea829938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '0d584a60-9bf7-446b-9472-ebf84d3bed15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:07:50Z', 'updated_at': '2022-04-12T03:07:53Z', 'revision_number': 4, 'project_id': '4290d39f5f214ceaa74062aeea829938', 'gw_port': {'id': '0d584a60-9bf7-446b-9472-ebf84d3bed15', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69afbb3e-e80f-441a-a315-8f5b8f07adfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:07:50Z', 'updated_at': '2022-04-12T03:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': '74a3144a-42cf-4e5d-b5a0-33d3dfb2d163', 'name': '', 'network_id': '803d882b-83f1-46ea-9b31-f19170578d24', 'tenant_id': '4290d39f5f214ceaa74062aeea829938', 'mac_address': 'fa:16:3e:e9:e2:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69afbb3e-e80f-441a-a315-8f5b8f07adfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '479a8d2d-6a9e-4e31-9b52-5f55980c23c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:07:52Z', 'updated_at': '2022-04-12T03:07:57Z', 'revision_number': 4, 'project_id': '4290d39f5f214ceaa74062aeea829938', 'subnets': [{'id': '479a8d2d-6a9e-4e31-9b52-5f55980c23c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:07:58.615039 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e8c33c-9b53-4f9d-85b7-736c1b268bd9 None None] The sync data for ids ['69afbb3e-e80f-441a-a315-8f5b8f07adfe'] in dv-cinder-837443-1-iscsi is: [{'id': '69afbb3e-e80f-441a-a315-8f5b8f07adfe', 'name': 'tempest-TestVolumeBootPattern-1214337262-router', 'tenant_id': '4290d39f5f214ceaa74062aeea829938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '0d584a60-9bf7-446b-9472-ebf84d3bed15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:07:50Z', 'updated_at': '2022-04-12T03:07:53Z', 'revision_number': 4, 'project_id': '4290d39f5f214ceaa74062aeea829938', 'gw_port': {'id': '0d584a60-9bf7-446b-9472-ebf84d3bed15', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69afbb3e-e80f-441a-a315-8f5b8f07adfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:07:50Z', 'updated_at': '2022-04-12T03:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': '74a3144a-42cf-4e5d-b5a0-33d3dfb2d163', 'name': '', 'network_id': '803d882b-83f1-46ea-9b31-f19170578d24', 'tenant_id': '4290d39f5f214ceaa74062aeea829938', 'mac_address': 'fa:16:3e:e9:e2:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69afbb3e-e80f-441a-a315-8f5b8f07adfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '479a8d2d-6a9e-4e31-9b52-5f55980c23c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:07:52Z', 'updated_at': '2022-04-12T03:07:57Z', 'revision_number': 4, 'project_id': '4290d39f5f214ceaa74062aeea829938', 'subnets': [{'id': '479a8d2d-6a9e-4e31-9b52-5f55980c23c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:07:58.719001 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-9fe87b72-5da4-4169-b0ce-aec9f663db47 None None] Current status of the port 74a3144a-42cf-4e5d-b5a0-33d3dfb2d163 is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:07:59.368229 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f668e-b800-4212-9a0c-9835a27dd6ac req-21cbcad3-7c04-43a9-9c24-2c59721e70db tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:07:59.369831 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-666f668e-b800-4212-9a0c-9835a27dd6ac req-21cbcad3-7c04-43a9-9c24-2c59721e70db tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 944 time: 0.0526989 Apr 12 03:07:59.441558 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-666f668e-b800-4212-9a0c-9835a27dd6ac req-676f5ed1-b8de-44ee-aa35-44972cd8a3ca tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646462 Apr 12 03:07:59.754154 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 74a3144a-42cf-4e5d-b5a0-33d3dfb2d163 up at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:07:59.803611 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Provisioning complete for port 74a3144a-42cf-4e5d-b5a0-33d3dfb2d163 triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:07:59.804290 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (74a3144a-42cf-4e5d-b5a0-33d3dfb2d163), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:59.922591 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Current status of the port 74a3144a-42cf-4e5d-b5a0-33d3dfb2d163 is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:07:59.925086 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be625cda-7f2b-4ec3-b03f-aa24446ccc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d888e177-8f03-43a8-a394-c59927fa1996), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:00.601986 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d06a30-3be8-4c7b-883a-1ff50169c315 req-a81b7479-66b7-4b8b-b3ed-d3e170dc20de tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:00.603485 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-a6d06a30-3be8-4c7b-883a-1ff50169c315 req-a81b7479-66b7-4b8b-b3ed-d3e170dc20de tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 944 time: 0.0501232 Apr 12 03:08:00.655691 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-a6d06a30-3be8-4c7b-883a-1ff50169c315 req-1ddf4124-7dba-4d98-ba16-1f2c44376268 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461371 Apr 12 03:08:01.339054 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:01.774966 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8faa3-e017-495c-a68f-490a117c0d38 req-582852f6-4432-44c3-9f67-15589af28dc1 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:01.776475 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-45b8faa3-e017-495c-a68f-490a117c0d38 req-582852f6-4432-44c3-9f67-15589af28dc1 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 944 time: 0.0469689 Apr 12 03:08:01.833567 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-45b8faa3-e017-495c-a68f-490a117c0d38 req-1fd17531-c538-4d9f-b050-e02779231cfe tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509121 Apr 12 03:08:02.970562 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d3846-768b-47d6-ba47-21659c5321ab req-9014ae0f-6a7c-4ee4-8800-5a2f3b5d092f tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:02.972073 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-ab8d3846-768b-47d6-ba47-21659c5321ab req-9014ae0f-6a7c-4ee4-8800-5a2f3b5d092f tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 944 time: 0.0510557 Apr 12 03:08:03.023669 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-ab8d3846-768b-47d6-ba47-21659c5321ab req-a495195a-d7e0-49fb-b8a2-555023646b46 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451837 Apr 12 03:08:04.147638 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298039c-10e5-4adf-aaa3-bc3879e1334d req-331dc34f-ecc6-4a33-a11f-2e1e4f7d1384 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:04.149176 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-1298039c-10e5-4adf-aaa3-bc3879e1334d req-331dc34f-ecc6-4a33-a11f-2e1e4f7d1384 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 944 time: 0.0513055 Apr 12 03:08:04.200493 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-1298039c-10e5-4adf-aaa3-bc3879e1334d req-451ce65c-d02c-4653-8c01-8410ff2b45df tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450892 Apr 12 03:08:05.326899 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8aba7c-7070-4d07-9053-f5794d26371c req-102d523d-47a9-42ed-a567-60a8fb128c41 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:05.328364 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-0c8aba7c-7070-4d07-9053-f5794d26371c req-102d523d-47a9-42ed-a567-60a8fb128c41 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 944 time: 0.0546501 Apr 12 03:08:05.380497 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-0c8aba7c-7070-4d07-9053-f5794d26371c req-b49c2715-63c6-4228-9a49-83101fc48537 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434320 Apr 12 03:08:06.500186 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec318e-8e45-46a2-9473-3b860a584060 req-ae83d017-732f-467c-92c9-29da7a5d5d3c tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:06.501650 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-dcec318e-8e45-46a2-9473-3b860a584060 req-ae83d017-732f-467c-92c9-29da7a5d5d3c tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 944 time: 0.0493755 Apr 12 03:08:06.554879 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-dcec318e-8e45-46a2-9473-3b860a584060 req-06dcefe8-4f77-4615-85c4-f837d45bfd4a tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471082 Apr 12 03:08:07.691656 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2afc354-73f7-4a14-a774-78b439ba93c7 req-2d7ad415-38cc-4610-9eef-e48badb097bf tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:07.693362 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-c2afc354-73f7-4a14-a774-78b439ba93c7 req-2d7ad415-38cc-4610-9eef-e48badb097bf tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 944 time: 0.0558591 Apr 12 03:08:07.748248 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-c2afc354-73f7-4a14-a774-78b439ba93c7 req-95947465-82d3-4213-b7d2-bc9925d01237 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464749 Apr 12 03:08:08.875230 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283710b-e47c-448a-bb43-affd8266eee0 req-46651a7a-b37a-4159-9582-c31cf0d48fd6 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:08.876627 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-2283710b-e47c-448a-bb43-affd8266eee0 req-46651a7a-b37a-4159-9582-c31cf0d48fd6 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 944 time: 0.0507042 Apr 12 03:08:08.926941 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-2283710b-e47c-448a-bb43-affd8266eee0 req-60396492-5479-4745-9908-80cbb9e6ead9 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420904 Apr 12 03:08:10.065728 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e82e404-6d95-43f6-a9b8-b279e1c08c36 req-2bf21cb5-5325-4bea-865b-25b05c5e52b3 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:10.067329 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-6e82e404-6d95-43f6-a9b8-b279e1c08c36 req-2bf21cb5-5325-4bea-865b-25b05c5e52b3 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 944 time: 0.0490074 Apr 12 03:08:10.115588 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-6e82e404-6d95-43f6-a9b8-b279e1c08c36 req-c636e138-e54b-4f02-8187-2310db8f1c70 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425222 Apr 12 03:08:11.246483 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b771ca-ed91-4649-aa0f-6fa3da8c4e7f req-ef985556-0202-435e-8def-488d198d46b0 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:11.247957 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c6b771ca-ed91-4649-aa0f-6fa3da8c4e7f req-ef985556-0202-435e-8def-488d198d46b0 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 944 time: 0.0480027 Apr 12 03:08:11.295391 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c6b771ca-ed91-4649-aa0f-6fa3da8c4e7f req-2865034c-5c60-4b49-b8da-12f25d4dd49c tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418696 Apr 12 03:08:12.435788 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e6f16-7a3e-4324-acd3-c5c782b465d6 req-9ae67afe-2063-4ad0-a174-424e8b15e1f3 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:12.437232 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-672e6f16-7a3e-4324-acd3-c5c782b465d6 req-9ae67afe-2063-4ad0-a174-424e8b15e1f3 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 944 time: 0.0498526 Apr 12 03:08:12.484511 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-672e6f16-7a3e-4324-acd3-c5c782b465d6 req-e06556c1-6c61-49e5-806c-c64b78b48a6a tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415945 Apr 12 03:08:13.573950 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device f35229c3-8c36-42fb-9fc5-3451fa4d807d details requested by agent hyperv_hv-cinder-83744 with host hv-cinder-83744 {{(pid=103485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 03:08:13.617313 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3fbc0-4a9e-468f-8edd-4a180280231f req-dc16c9bf-c0ec-49df-9917-1a9c63d2485c tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:13.620743 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-25d3fbc0-4a9e-468f-8edd-4a180280231f req-dc16c9bf-c0ec-49df-9917-1a9c63d2485c tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 944 time: 0.0545623 Apr 12 03:08:13.666546 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-25d3fbc0-4a9e-468f-8edd-4a180280231f req-8e7e10da-08c1-4545-85b7-60982deb2a8c tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421617 Apr 12 03:08:13.683832 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port f35229c3-8c36-42fb-9fc5-3451fa4d807d, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=f35229c3-8c36-42fb-9fc5-3451fa4d807d,segment=NetworkSegment(71025db5-b671-400c-aac9-a4516ac262e9),segment_id=71025db5-b671-400c-aac9-a4516ac262e9)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:08:13.697939 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Returning: {'device': 'f35229c3-8c36-42fb-9fc5-3451fa4d807d', 'network_id': '2b3dbba0-7776-42cc-ae85-893ed357f655', 'port_id': 'f35229c3-8c36-42fb-9fc5-3451fa4d807d', 'mac_address': 'fa:16:3e:06:cd:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '100d1803-3d36-4c71-9fbf-e95fa2273558', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 03:08:13.736610 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Current status of the port f35229c3-8c36-42fb-9fc5-3451fa4d807d is: DOWN; New status is: BUILD {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:08:13.736973 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (f35229c3-8c36-42fb-9fc5-3451fa4d807d), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:13.753711 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f35229c3-8c36-42fb-9fc5-3451fa4d807d {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:08:13.774056 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port f35229c3-8c36-42fb-9fc5-3451fa4d807d, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=f35229c3-8c36-42fb-9fc5-3451fa4d807d,segment=NetworkSegment(71025db5-b671-400c-aac9-a4516ac262e9),segment_id=71025db5-b671-400c-aac9-a4516ac262e9)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:08:13.779192 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (f35229c3-8c36-42fb-9fc5-3451fa4d807d), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:13.828476 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Pushing event updated for resources: {'Port': ['ID=f35229c3-8c36-42fb-9fc5-3451fa4d807d,revision_number=9']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:14.139493 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] get_ports_and_sgs() called for port_ids ['f35229c3-8c36-42fb-9fc5-3451fa4d807d'] {{(pid=103485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:08:14.787632 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ade5fe-3095-4b2f-ae2a-c73ed26ddbbf req-41b49593-320a-4ccc-8dd9-90f20354f9b6 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:14.789126 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-d6ade5fe-3095-4b2f-ae2a-c73ed26ddbbf req-41b49593-320a-4ccc-8dd9-90f20354f9b6 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 945 time: 0.0518649 Apr 12 03:08:14.835491 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-d6ade5fe-3095-4b2f-ae2a-c73ed26ddbbf req-229ff553-2efc-4a66-8c04-dbe621cce6ca tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409179 Apr 12 03:08:14.886413 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-2ee4b49d-ca4a-4338-a6d4-3955c900a2f3 req-ea85a665-98b1-4b19-9d3f-93aacddbad7a tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-413280048&fields=id&tenant_id=faa0847777334640bf8854a96c6e7a19 HTTP/1.1" status: 200 len: 267 time: 0.0481112 Apr 12 03:08:14.989638 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4b49d-ca4a-4338-a6d4-3955c900a2f3 req-4ae813b1-e3bd-42dc-a3ff-0ac7ca61f4ce tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:14.991100 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-2ee4b49d-ca4a-4338-a6d4-3955c900a2f3 req-4ae813b1-e3bd-42dc-a3ff-0ac7ca61f4ce tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/networks?id=da1505d4-daf5-4102-9185-5db938386645 HTTP/1.1" status: 200 len: 811 time: 0.0981612 Apr 12 03:08:15.008256 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-2ee4b49d-ca4a-4338-a6d4-3955c900a2f3 req-9e831025-226f-43ab-b50e-7901f58f3e69 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/quotas/faa0847777334640bf8854a96c6e7a19 HTTP/1.1" status: 200 len: 375 time: 0.0091252 Apr 12 03:08:15.059374 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-2ee4b49d-ca4a-4338-a6d4-3955c900a2f3 req-4856dc01-80cf-44b1-b56d-ec76847ca323 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=faa0847777334640bf8854a96c6e7a19&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462885 Apr 12 03:08:15.161043 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-2ee4b49d-ca4a-4338-a6d4-3955c900a2f3 req-afe2e0ed-dc49-4a6b-af25-a4c4b668b3f2 service neutron] 10.222.0.32 "GET /v2.0/networks/da1505d4-daf5-4102-9185-5db938386645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878356 Apr 12 03:08:15.264042 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-2ee4b49d-ca4a-4338-a6d4-3955c900a2f3 req-414533ac-1e83-445b-9381-f5d30b51034b service neutron] 10.222.0.32 "GET /v2.0/networks/da1505d4-daf5-4102-9185-5db938386645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944195 Apr 12 03:08:15.574084 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-f67cb4ff-4362-4c14-8e4f-00e7ad467f83 req-096a90c9-dc91-4930-88dc-1a670243787a tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f077998-319f-400b-ae12-7d9b6b3d5d7e HTTP/1.1" status: 200 len: 210 time: 0.0296726 Apr 12 03:08:15.606715 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device f35229c3-8c36-42fb-9fc5-3451fa4d807d up at agent hyperv_hv-cinder-83744 {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:08:15.652802 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Provisioning complete for port f35229c3-8c36-42fb-9fc5-3451fa4d807d triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:08:15.653178 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (f35229c3-8c36-42fb-9fc5-3451fa4d807d), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:15.730577 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Current status of the port f35229c3-8c36-42fb-9fc5-3451fa4d807d is: BUILD; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:08:15.730965 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (f35229c3-8c36-42fb-9fc5-3451fa4d807d), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:15.753583 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5d87c0-f579-4975-bae6-b924c6c1d0e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35229c3-8c36-42fb-9fc5-3451fa4d807d'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:08:15.756262 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa41105cf641d53c122ae13245b26b419564b0c0a795a4827d4ee8fd8725077e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407e4bc8-5b9e-4701-9298-56be5e44c83a" -d '{"events": [{"server_uuid": "eb5d87c0-f579-4975-bae6-b924c6c1d0e2", "name": "network-vif-plugged", "status": "completed", "tag": "f35229c3-8c36-42fb-9fc5-3451fa4d807d"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:08:15.773447 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port f35229c3-8c36-42fb-9fc5-3451fa4d807d, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=f35229c3-8c36-42fb-9fc5-3451fa4d807d,segment=NetworkSegment(71025db5-b671-400c-aac9-a4516ac262e9),segment_id=71025db5-b671-400c-aac9-a4516ac262e9)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:08:15.777138 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (f35229c3-8c36-42fb-9fc5-3451fa4d807d), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:15.802410 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598a428c-736a-4503-af86-1624d20dc434 x-openstack-request-id: req-598a428c-736a-4503-af86-1624d20dc434 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:08:15.802728 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb5d87c0-f579-4975-bae6-b924c6c1d0e2", "name": "network-vif-plugged", "status": "completed", "tag": "f35229c3-8c36-42fb-9fc5-3451fa4d807d", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:08:15.802975 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-598a428c-736a-4503-af86-1624d20dc434 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:08:15.803374 dv-cinder-837443-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-598a428c-736a-4503-af86-1624d20dc434'] response: {'server_uuid': 'eb5d87c0-f579-4975-bae6-b924c6c1d0e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35229c3-8c36-42fb-9fc5-3451fa4d807d', 'code': 200} Apr 12 03:08:15.835488 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Pushing event updated for resources: {'Port': ['ID=f35229c3-8c36-42fb-9fc5-3451fa4d807d,revision_number=10']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:15.956800 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29268681-4385-45a3-8d41-4eac0d1ba7fd req-adedc620-5b4c-4710-960e-57f2c5ac7d95 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:15.958598 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-29268681-4385-45a3-8d41-4eac0d1ba7fd req-adedc620-5b4c-4710-960e-57f2c5ac7d95 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 947 time: 0.0481734 Apr 12 03:08:16.009159 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-29268681-4385-45a3-8d41-4eac0d1ba7fd req-9fdb1463-a62c-4adc-b7db-94d007859cc5 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426393 Apr 12 03:08:16.386083 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64f6f3-95e6-4296-9c8d-bcbad1e204f6 req-0d304bd6-abb7-419e-a8d9-cf696120d306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:16.387568 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-bc64f6f3-95e6-4296-9c8d-bcbad1e204f6 req-0d304bd6-abb7-419e-a8d9-cf696120d306 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 1131 time: 0.0390632 Apr 12 03:08:16.434253 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-bc64f6f3-95e6-4296-9c8d-bcbad1e204f6 req-4d2c340f-b6f9-43c4-9391-d427fa50bf29 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388193 Apr 12 03:08:16.678678 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-40c8c97a-cd68-4e2e-ba18-208e09c61501 req-8466f854-fb12-4149-be7f-5f0dccf73bfd tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f077998-319f-400b-ae12-7d9b6b3d5d7e HTTP/1.1" status: 200 len: 210 time: 0.0312064 Apr 12 03:08:17.147991 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a8771-66cd-4e37-88a5-f4b89182f6e8 req-353e6f0a-a9f2-4e9f-a354-fff067398372 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:17.149443 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-e36a8771-66cd-4e37-88a5-f4b89182f6e8 req-353e6f0a-a9f2-4e9f-a354-fff067398372 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 947 time: 0.0591297 Apr 12 03:08:17.198346 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-e36a8771-66cd-4e37-88a5-f4b89182f6e8 req-6507c86e-290e-43da-a494-cb6274fe5745 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408330 Apr 12 03:08:17.669881 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4b49d-ca4a-4338-a6d4-3955c900a2f3 req-dadd7ca5-f4f4-4714-9619-243b3aa583bd tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:17.671281 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-2ee4b49d-ca4a-4338-a6d4-3955c900a2f3 req-dadd7ca5-f4f4-4714-9619-243b3aa583bd tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.25 "GET /v2.0/networks?id=da1505d4-daf5-4102-9185-5db938386645 HTTP/1.1" status: 200 len: 811 time: 0.1051342 Apr 12 03:08:17.740578 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-2ee4b49d-ca4a-4338-a6d4-3955c900a2f3 req-8476af20-37ca-4cdc-a39c-0f4b77f22931 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=faa0847777334640bf8854a96c6e7a19 HTTP/1.1" status: 200 len: 379 time: 0.0565319 Apr 12 03:08:17.760179 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [req-2ee4b49d-ca4a-4338-a6d4-3955c900a2f3 req-92017348-e21c-4859-a073-c93dcd738b2d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Request body: {'port': {'device_id': '3f077998-319f-400b-ae12-7d9b6b3d5d7e', 'network_id': 'da1505d4-daf5-4102-9185-5db938386645', 'admin_state_up': True, 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'security_groups': ['f48afda6-be81-4cc6-8394-79fb0efbc155']}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:08:17.783103 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-d80d233a-0c63-4c45-b432-d83a002f8c5c req-51ab5bce-1601-4c0e-b350-1a375d0d1ff2 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f077998-319f-400b-ae12-7d9b6b3d5d7e HTTP/1.1" status: 200 len: 210 time: 0.0364349 Apr 12 03:08:18.146811 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ee4b49d-ca4a-4338-a6d4-3955c900a2f3 req-92017348-e21c-4859-a073-c93dcd738b2d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Made reservation on behalf of faa0847777334640bf8854a96c6e7a19 for: {'port': 1} {{(pid=103483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:08:18.150113 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-2ee4b49d-ca4a-4338-a6d4-3955c900a2f3 req-92017348-e21c-4859-a073-c93dcd738b2d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:18.293159 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.db_base_plugin_common [req-2ee4b49d-ca4a-4338-a6d4-3955c900a2f3 req-92017348-e21c-4859-a073-c93dcd738b2d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Allocated IP 172.20.0.10 (da1505d4-daf5-4102-9185-5db938386645/2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9/1a10eb33-30d3-4f02-8f41-8c40a2f8334e) {{(pid=103483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:08:18.322622 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e681d8-27d0-49b7-983d-31271e3017dc req-4a0e0d18-0f0e-42cb-9306-eefa9938f90f tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:18.330566 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-97e681d8-27d0-49b7-983d-31271e3017dc req-4a0e0d18-0f0e-42cb-9306-eefa9938f90f tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 947 time: 0.0590353 Apr 12 03:08:18.375489 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-97e681d8-27d0-49b7-983d-31271e3017dc req-0bdc99fb-42c0-47db-bd6b-1491e99fb259 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440686 Apr 12 03:08:18.474542 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-2ee4b49d-ca4a-4338-a6d4-3955c900a2f3 req-92017348-e21c-4859-a073-c93dcd738b2d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks [] for port (1a10eb33-30d3-4f02-8f41-8c40a2f8334e), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:18.515569 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-2ee4b49d-ca4a-4338-a6d4-3955c900a2f3 req-92017348-e21c-4859-a073-c93dcd738b2d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28322803'] for port (1a10eb33-30d3-4f02-8f41-8c40a2f8334e), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:18.560291 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ee4b49d-ca4a-4338-a6d4-3955c900a2f3 req-92017348-e21c-4859-a073-c93dcd738b2d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Network da1505d4-daf5-4102-9185-5db938386645 is already hosted by enough agents. {{(pid=103483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:08:18.563135 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.base_scheduler [req-2ee4b49d-ca4a-4338-a6d4-3955c900a2f3 req-92017348-e21c-4859-a073-c93dcd738b2d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Resources bound (agent type, host, resource id): {{(pid=103483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:08:18.566799 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ee4b49d-ca4a-4338-a6d4-3955c900a2f3 req-92017348-e21c-4859-a073-c93dcd738b2d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Received port after_create {{(pid=103483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:08:18.573358 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92017348-e21c-4859-a073-c93dcd738b2d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Pushing event updated for resources: {'Port': ['ID=1a10eb33-30d3-4f02-8f41-8c40a2f8334e,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:18.605359 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92017348-e21c-4859-a073-c93dcd738b2d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:18.605892 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92017348-e21c-4859-a073-c93dcd738b2d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:18.606240 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92017348-e21c-4859-a073-c93dcd738b2d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:18.606621 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92017348-e21c-4859-a073-c93dcd738b2d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:18.606944 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92017348-e21c-4859-a073-c93dcd738b2d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:18.607435 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92017348-e21c-4859-a073-c93dcd738b2d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:18.607926 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92017348-e21c-4859-a073-c93dcd738b2d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:18.608398 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92017348-e21c-4859-a073-c93dcd738b2d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:18.608718 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92017348-e21c-4859-a073-c93dcd738b2d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:18.609202 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92017348-e21c-4859-a073-c93dcd738b2d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:18.609676 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92017348-e21c-4859-a073-c93dcd738b2d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:18.610138 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92017348-e21c-4859-a073-c93dcd738b2d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:18.610621 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92017348-e21c-4859-a073-c93dcd738b2d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:18.610939 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92017348-e21c-4859-a073-c93dcd738b2d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:18.611256 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92017348-e21c-4859-a073-c93dcd738b2d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:18.632489 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4b49d-ca4a-4338-a6d4-3955c900a2f3 req-92017348-e21c-4859-a073-c93dcd738b2d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:18.633113 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-2ee4b49d-ca4a-4338-a6d4-3955c900a2f3 req-92017348-e21c-4859-a073-c93dcd738b2d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for port (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:18.651317 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-2ee4b49d-ca4a-4338-a6d4-3955c900a2f3 req-92017348-e21c-4859-a073-c93dcd738b2d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8963857 Apr 12 03:08:18.765928 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [req-2ee4b49d-ca4a-4338-a6d4-3955c900a2f3 req-36372c29-8810-4557-b4ce-0f8e6f84d9b9 service neutron] Request body: {'port': {'device_id': '3f077998-319f-400b-ae12-7d9b6b3d5d7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83744'}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:08:18.795089 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-7261ef88-8e9f-444e-9403-223b9c96601c None None] Provisioning complete for port 1a10eb33-30d3-4f02-8f41-8c40a2f8334e triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:08:18.796615 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7261ef88-8e9f-444e-9403-223b9c96601c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (1a10eb33-30d3-4f02-8f41-8c40a2f8334e), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:18.839499 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-2ee4b49d-ca4a-4338-a6d4-3955c900a2f3 req-36372c29-8810-4557-b4ce-0f8e6f84d9b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (1a10eb33-30d3-4f02-8f41-8c40a2f8334e), before_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:18.861251 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-7261ef88-8e9f-444e-9403-223b9c96601c None None] Port 1a10eb33-30d3-4f02-8f41-8c40a2f8334e cannot update to ACTIVE because it is not bound. {{(pid=103485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:08:18.949894 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecbb7d9-d4ac-4c37-9a87-9ea38d0e2070 req-899bcedb-b67b-4d8e-9d08-538c96a5e0a9 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:18.951688 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-cecbb7d9-d4ac-4c37-9a87-9ea38d0e2070 req-899bcedb-b67b-4d8e-9d08-538c96a5e0a9 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f077998-319f-400b-ae12-7d9b6b3d5d7e HTTP/1.1" status: 200 len: 932 time: 0.0750911 Apr 12 03:08:19.081434 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-cecbb7d9-d4ac-4c37-9a87-9ea38d0e2070 req-d652d7c6-038f-4d44-a1fa-721b6fb0df9f tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861053 Apr 12 03:08:19.204919 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.notifiers.nova [req-2ee4b49d-ca4a-4338-a6d4-3955c900a2f3 req-36372c29-8810-4557-b4ce-0f8e6f84d9b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a10eb33-30d3-4f02-8f41-8c40a2f8334e {{(pid=103483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:08:19.212969 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-2ee4b49d-ca4a-4338-a6d4-3955c900a2f3 req-36372c29-8810-4557-b4ce-0f8e6f84d9b9 service neutron] Publish callbacks [] for port (1a10eb33-30d3-4f02-8f41-8c40a2f8334e), precommit_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:19.226832 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.provisioning_blocks [req-2ee4b49d-ca4a-4338-a6d4-3955c900a2f3 req-36372c29-8810-4557-b4ce-0f8e6f84d9b9 service neutron] Transition to ACTIVE for port object 1a10eb33-30d3-4f02-8f41-8c40a2f8334e will not be triggered until provisioned by entity L2. {{(pid=103483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 03:08:19.231535 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-2ee4b49d-ca4a-4338-a6d4-3955c900a2f3 req-36372c29-8810-4557-b4ce-0f8e6f84d9b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28322808'] for port (1a10eb33-30d3-4f02-8f41-8c40a2f8334e), after_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:19.279572 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36372c29-8810-4557-b4ce-0f8e6f84d9b9 service neutron] Pushing event updated for resources: {'Port': ['ID=1a10eb33-30d3-4f02-8f41-8c40a2f8334e,revision_number=2']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:19.353739 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.managers [req-2ee4b49d-ca4a-4338-a6d4-3955c900a2f3 req-36372c29-8810-4557-b4ce-0f8e6f84d9b9 service neutron] Attempting to bind port 1a10eb33-30d3-4f02-8f41-8c40a2f8334e on host hv-cinder-83744 for vnic_type normal with profile {{(pid=103483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:08:19.354093 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.managers [req-2ee4b49d-ca4a-4338-a6d4-3955c900a2f3 req-36372c29-8810-4557-b4ce-0f8e6f84d9b9 service neutron] Attempting to bind port 1a10eb33-30d3-4f02-8f41-8c40a2f8334e by drivers openvswitch,hyperv on host hv-cinder-83744 at level 0 using segments [{'id': '7d178cda-c4bb-4041-8a2c-25e0b2199eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'da1505d4-daf5-4102-9185-5db938386645'}] {{(pid=103483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:08:19.354458 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee4b49d-ca4a-4338-a6d4-3955c900a2f3 req-36372c29-8810-4557-b4ce-0f8e6f84d9b9 service neutron] Attempting to bind port 1a10eb33-30d3-4f02-8f41-8c40a2f8334e on network da1505d4-daf5-4102-9185-5db938386645 {{(pid=103483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:08:19.359253 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee4b49d-ca4a-4338-a6d4-3955c900a2f3 req-36372c29-8810-4557-b4ce-0f8e6f84d9b9 service neutron] Port 1a10eb33-30d3-4f02-8f41-8c40a2f8334e on network da1505d4-daf5-4102-9185-5db938386645 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83744 {{(pid=103483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 03:08:19.359571 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee4b49d-ca4a-4338-a6d4-3955c900a2f3 req-36372c29-8810-4557-b4ce-0f8e6f84d9b9 service neutron] Attempting to bind port 1a10eb33-30d3-4f02-8f41-8c40a2f8334e on network da1505d4-daf5-4102-9185-5db938386645 {{(pid=103483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:08:19.364885 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee4b49d-ca4a-4338-a6d4-3955c900a2f3 req-36372c29-8810-4557-b4ce-0f8e6f84d9b9 service neutron] Checking agent: {'id': 'd9b4afc3-988d-4081-ae69-d9ab2b5cf58b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83744', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 3, 2, 51), 'started_at': datetime.datetime(2022, 4, 12, 3, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:08:19.365223 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee4b49d-ca4a-4338-a6d4-3955c900a2f3 req-36372c29-8810-4557-b4ce-0f8e6f84d9b9 service neutron] Checking segment: {'id': '7d178cda-c4bb-4041-8a2c-25e0b2199eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'da1505d4-daf5-4102-9185-5db938386645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:08:19.365647 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee4b49d-ca4a-4338-a6d4-3955c900a2f3 req-36372c29-8810-4557-b4ce-0f8e6f84d9b9 service neutron] Bound using segment: {'id': '7d178cda-c4bb-4041-8a2c-25e0b2199eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'da1505d4-daf5-4102-9185-5db938386645'} {{(pid=103483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:08:19.366063 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.managers [req-2ee4b49d-ca4a-4338-a6d4-3955c900a2f3 req-36372c29-8810-4557-b4ce-0f8e6f84d9b9 service neutron] Bound port: 1a10eb33-30d3-4f02-8f41-8c40a2f8334e, host: hv-cinder-83744, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d178cda-c4bb-4041-8a2c-25e0b2199eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'da1505d4-daf5-4102-9185-5db938386645'}}] {{(pid=103483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:08:19.366440 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-2ee4b49d-ca4a-4338-a6d4-3955c900a2f3 req-36372c29-8810-4557-b4ce-0f8e6f84d9b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (1a10eb33-30d3-4f02-8f41-8c40a2f8334e), before_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:19.453053 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.db [req-2ee4b49d-ca4a-4338-a6d4-3955c900a2f3 req-36372c29-8810-4557-b4ce-0f8e6f84d9b9 service neutron] For port 1a10eb33-30d3-4f02-8f41-8c40a2f8334e, host hv-cinder-83744, cleared binding levels {{(pid=103483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:08:19.456021 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.db [req-2ee4b49d-ca4a-4338-a6d4-3955c900a2f3 req-36372c29-8810-4557-b4ce-0f8e6f84d9b9 service neutron] For port 1a10eb33-30d3-4f02-8f41-8c40a2f8334e, host hv-cinder-83744, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=1a10eb33-30d3-4f02-8f41-8c40a2f8334e,segment=NetworkSegment(7d178cda-c4bb-4041-8a2c-25e0b2199eca),segment_id=7d178cda-c4bb-4041-8a2c-25e0b2199eca)] {{(pid=103483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:08:19.463291 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-2ee4b49d-ca4a-4338-a6d4-3955c900a2f3 req-36372c29-8810-4557-b4ce-0f8e6f84d9b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28322808'] for port (1a10eb33-30d3-4f02-8f41-8c40a2f8334e), after_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:19.500227 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4b49d-ca4a-4338-a6d4-3955c900a2f3 req-36372c29-8810-4557-b4ce-0f8e6f84d9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:19.500791 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-2ee4b49d-ca4a-4338-a6d4-3955c900a2f3 req-36372c29-8810-4557-b4ce-0f8e6f84d9b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for port (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:19.502197 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-2ee4b49d-ca4a-4338-a6d4-3955c900a2f3 req-36372c29-8810-4557-b4ce-0f8e6f84d9b9 service neutron] 10.222.0.25 "PUT /v2.0/ports/1a10eb33-30d3-4f02-8f41-8c40a2f8334e HTTP/1.1" status: 200 len: 1094 time: 0.7407651 Apr 12 03:08:19.502655 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f077998-319f-400b-ae12-7d9b6b3d5d7e', 'tag': '1a10eb33-30d3-4f02-8f41-8c40a2f8334e'}] {{(pid=103483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:08:19.505027 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e274900216188b1398d2f2ab6fda0f9d84329b9f507230773e3e9728a2d4b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20540d03-8af5-4a5f-8149-bb02e10bd32a" -d '{"events": [{"name": "network-changed", "server_uuid": "3f077998-319f-400b-ae12-7d9b6b3d5d7e", "tag": "1a10eb33-30d3-4f02-8f41-8c40a2f8334e"}]}' {{(pid=103483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:08:19.527911 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c318efc-bb3f-435c-b846-344bd58ba2dd req-008739e0-46bd-4c61-8db7-6fd7521ad3c4 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:19.530948 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1c318efc-bb3f-435c-b846-344bd58ba2dd req-008739e0-46bd-4c61-8db7-6fd7521ad3c4 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 947 time: 0.0775945 Apr 12 03:08:19.532687 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36372c29-8810-4557-b4ce-0f8e6f84d9b9 service neutron] Pushing event updated for resources: {'Port': ['ID=1a10eb33-30d3-4f02-8f41-8c40a2f8334e,revision_number=3']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:19.570573 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8482ace-4fb4-4047-9ef1-a1b452402650 x-openstack-request-id: req-a8482ace-4fb4-4047-9ef1-a1b452402650 {{(pid=103483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:08:19.572371 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f077998-319f-400b-ae12-7d9b6b3d5d7e", "tag": "1a10eb33-30d3-4f02-8f41-8c40a2f8334e", "status": "completed", "code": 200}]} {{(pid=103483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:08:19.572638 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a8482ace-4fb4-4047-9ef1-a1b452402650 {{(pid=103483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:08:19.573234 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8482ace-4fb4-4047-9ef1-a1b452402650'] response: {'name': 'network-changed', 'server_uuid': '3f077998-319f-400b-ae12-7d9b6b3d5d7e', 'tag': '1a10eb33-30d3-4f02-8f41-8c40a2f8334e', 'status': 'completed', 'code': 200} Apr 12 03:08:19.588553 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1c318efc-bb3f-435c-b846-344bd58ba2dd req-9801f9fb-f3e7-421c-b28f-fad207ed765f tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512125 Apr 12 03:08:19.607769 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4b49d-ca4a-4338-a6d4-3955c900a2f3 req-605c882c-7454-4f9e-a215-8d1387a1573e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:19.609409 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-2ee4b49d-ca4a-4338-a6d4-3955c900a2f3 req-605c882c-7454-4f9e-a215-8d1387a1573e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=faa0847777334640bf8854a96c6e7a19&device_id=3f077998-319f-400b-ae12-7d9b6b3d5d7e HTTP/1.1" status: 200 len: 1128 time: 0.0500445 Apr 12 03:08:19.659871 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-2ee4b49d-ca4a-4338-a6d4-3955c900a2f3 req-749c6d0a-375c-46a7-aae1-7f125266a511 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a10eb33-30d3-4f02-8f41-8c40a2f8334e HTTP/1.1" status: 200 len: 217 time: 0.0400791 Apr 12 03:08:19.712427 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4b49d-ca4a-4338-a6d4-3955c900a2f3 req-c46c8653-3788-4315-b45e-d5b7ae5341a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:19.713947 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-2ee4b49d-ca4a-4338-a6d4-3955c900a2f3 req-c46c8653-3788-4315-b45e-d5b7ae5341a2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9 HTTP/1.1" status: 200 len: 850 time: 0.0466733 Apr 12 03:08:19.768731 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4b49d-ca4a-4338-a6d4-3955c900a2f3 req-ffdf646a-75bb-460a-97af-5e797578b8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:19.770234 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-2ee4b49d-ca4a-4338-a6d4-3955c900a2f3 req-ffdf646a-75bb-460a-97af-5e797578b8cf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=da1505d4-daf5-4102-9185-5db938386645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398560 Apr 12 03:08:19.866460 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-2ee4b49d-ca4a-4338-a6d4-3955c900a2f3 req-a74d9af6-a4c5-4202-becd-ef9e89d9f52b service neutron] 10.222.0.25 "GET /v2.0/networks/da1505d4-daf5-4102-9185-5db938386645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871041 Apr 12 03:08:19.964714 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-2ee4b49d-ca4a-4338-a6d4-3955c900a2f3 req-05997172-1e1f-40a7-a82d-7c659c7ca99d service neutron] 10.222.0.25 "GET /v2.0/networks/da1505d4-daf5-4102-9185-5db938386645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880029 Apr 12 03:08:20.211335 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6847926-efbf-4b46-9ee6-f2072690d610 req-c548e39e-0ae1-4e7e-a561-d75b5954e637 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:20.212814 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-a6847926-efbf-4b46-9ee6-f2072690d610 req-c548e39e-0ae1-4e7e-a561-d75b5954e637 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f077998-319f-400b-ae12-7d9b6b3d5d7e HTTP/1.1" status: 200 len: 944 time: 0.0529606 Apr 12 03:08:20.266271 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-a6847926-efbf-4b46-9ee6-f2072690d610 req-1d7786d7-ff91-40f1-97fa-6d88c5ddb8f6 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452178 Apr 12 03:08:20.306741 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20540d03-8af5-4a5f-8149-bb02e10bd32a req-cd6bd7c6-139e-4dc4-8c3b-98105d4644e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:20.308268 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-20540d03-8af5-4a5f-8149-bb02e10bd32a req-cd6bd7c6-139e-4dc4-8c3b-98105d4644e5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=faa0847777334640bf8854a96c6e7a19&device_id=3f077998-319f-400b-ae12-7d9b6b3d5d7e HTTP/1.1" status: 200 len: 1128 time: 0.0383320 Apr 12 03:08:20.408716 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20540d03-8af5-4a5f-8149-bb02e10bd32a req-70001656-5646-4332-b502-22a2469c9895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:20.410077 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-20540d03-8af5-4a5f-8149-bb02e10bd32a req-70001656-5646-4332-b502-22a2469c9895 service neutron] 10.222.0.25 "GET /v2.0/networks?id=da1505d4-daf5-4102-9185-5db938386645 HTTP/1.1" status: 200 len: 911 time: 0.0917830 Apr 12 03:08:20.457506 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-20540d03-8af5-4a5f-8149-bb02e10bd32a req-765896e5-ebbc-4e16-bc02-eea0acbea46b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a10eb33-30d3-4f02-8f41-8c40a2f8334e HTTP/1.1" status: 200 len: 217 time: 0.0375125 Apr 12 03:08:20.508821 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20540d03-8af5-4a5f-8149-bb02e10bd32a req-fee86fac-fa67-436e-8771-479f4712696f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:20.510245 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-20540d03-8af5-4a5f-8149-bb02e10bd32a req-fee86fac-fa67-436e-8771-479f4712696f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9 HTTP/1.1" status: 200 len: 850 time: 0.0458858 Apr 12 03:08:20.558107 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20540d03-8af5-4a5f-8149-bb02e10bd32a req-81724ffb-d125-4d9d-8e76-8da5f08660b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:20.559558 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-20540d03-8af5-4a5f-8149-bb02e10bd32a req-81724ffb-d125-4d9d-8e76-8da5f08660b8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=da1505d4-daf5-4102-9185-5db938386645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416405 Apr 12 03:08:20.666601 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-20540d03-8af5-4a5f-8149-bb02e10bd32a req-3a179eb7-f711-4f49-90fa-63ba3816a42d service neutron] 10.222.0.25 "GET /v2.0/networks/da1505d4-daf5-4102-9185-5db938386645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984552 Apr 12 03:08:20.762584 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-20540d03-8af5-4a5f-8149-bb02e10bd32a req-98055ab2-e052-48a1-b3a7-9fb1c122d68f service neutron] 10.222.0.25 "GET /v2.0/networks/da1505d4-daf5-4102-9185-5db938386645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873919 Apr 12 03:08:20.779520 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d9b4afc3-988d-4081-ae69-d9ab2b5cf58b), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:21.394193 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b755afe2-7ea9-43f7-b2d2-bd04c50622ab req-3abda58a-6325-4727-b1ab-732afc50fa76 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:21.396040 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-b755afe2-7ea9-43f7-b2d2-bd04c50622ab req-3abda58a-6325-4727-b1ab-732afc50fa76 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f077998-319f-400b-ae12-7d9b6b3d5d7e HTTP/1.1" status: 200 len: 944 time: 0.0525935 Apr 12 03:08:21.449479 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-b755afe2-7ea9-43f7-b2d2-bd04c50622ab req-adf72e0a-b615-4f74-831f-5a5376cc9793 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454330 Apr 12 03:08:22.577653 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890d7f2-c234-417d-a7f4-4b720f8548f4 req-7088fd6f-4b90-4f91-b508-621060383f6a tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:22.579198 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-d890d7f2-c234-417d-a7f4-4b720f8548f4 req-7088fd6f-4b90-4f91-b508-621060383f6a tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f077998-319f-400b-ae12-7d9b6b3d5d7e HTTP/1.1" status: 200 len: 944 time: 0.0508957 Apr 12 03:08:22.631334 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-d890d7f2-c234-417d-a7f4-4b720f8548f4 req-1e3bd12c-db32-4e39-95b1-d038b9aec33f tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464792 Apr 12 03:08:23.119011 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1afece-3c26-4e4f-8e4a-0a786421195a req-342f6e78-d1d4-4955-b189-eeba6c0ad3fd tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:23.120501 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-ca1afece-3c26-4e4f-8e4a-0a786421195a req-342f6e78-d1d4-4955-b189-eeba6c0ad3fd tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea69c0ca-ca59-4516-a66e-b37a97b7a289 HTTP/1.1" status: 200 len: 946 time: 0.0553627 Apr 12 03:08:23.176199 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-ca1afece-3c26-4e4f-8e4a-0a786421195a req-5c061ce3-d1a5-48b1-b022-50d579f94218 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?id=e56981fc-dac5-4050-95f0-90a729b5598c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470183 Apr 12 03:08:23.750804 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9025d5d5-d283-4b4d-ad99-36fb75c4effe req-24825f81-ef58-4864-bda6-e90c44ab1bf4 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:23.752254 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-9025d5d5-d283-4b4d-ad99-36fb75c4effe req-24825f81-ef58-4864-bda6-e90c44ab1bf4 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f077998-319f-400b-ae12-7d9b6b3d5d7e HTTP/1.1" status: 200 len: 944 time: 0.0485785 Apr 12 03:08:23.806460 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-9025d5d5-d283-4b4d-ad99-36fb75c4effe req-5c0bdbe4-c219-4601-8e58-a604e34d1e30 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485024 Apr 12 03:08:24.308800 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a06d5-466b-4cc6-b541-04c52d7294b3 req-ee58544b-cfa2-4c83-bfc7-c03890a0ecd0 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:24.310255 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-f24a06d5-466b-4cc6-b541-04c52d7294b3 req-ee58544b-cfa2-4c83-bfc7-c03890a0ecd0 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea69c0ca-ca59-4516-a66e-b37a97b7a289 HTTP/1.1" status: 200 len: 946 time: 0.0491092 Apr 12 03:08:24.356343 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-f24a06d5-466b-4cc6-b541-04c52d7294b3 req-e0ee6d9b-9e41-4bf0-8b21-ffe026c45a75 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?id=e56981fc-dac5-4050-95f0-90a729b5598c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405080 Apr 12 03:08:24.657915 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b322b388-46cb-4fe4-afa4-66e57493c7da req-6fee7c7d-e6fe-4b16-a828-205b3bf39e71 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:24.659321 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-b322b388-46cb-4fe4-afa4-66e57493c7da req-6fee7c7d-e6fe-4b16-a828-205b3bf39e71 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea69c0ca-ca59-4516-a66e-b37a97b7a289 HTTP/1.1" status: 200 len: 946 time: 0.0477035 Apr 12 03:08:24.763016 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [req-b322b388-46cb-4fe4-afa4-66e57493c7da req-57220d35-030c-420a-a347-886b34e4b4db tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Deleting port 2c439cb7-a36e-4b90-9471-e0a5db03f732 {{(pid=103483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:08:24.763398 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-b322b388-46cb-4fe4-afa4-66e57493c7da req-57220d35-030c-420a-a347-886b34e4b4db tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (2c439cb7-a36e-4b90-9471-e0a5db03f732), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:24.773457 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-705c952f-0f38-40d3-9bf7-fcac447d0e9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (fa7f2a92-0c20-457b-b451-d8a4489755d5), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:24.854235 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.db [req-b322b388-46cb-4fe4-afa4-66e57493c7da req-57220d35-030c-420a-a347-886b34e4b4db tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] For port 2c439cb7-a36e-4b90-9471-e0a5db03f732, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=2c439cb7-a36e-4b90-9471-e0a5db03f732,segment=NetworkSegment(dd5e46db-2abb-4e6f-862d-f5a1257f87c2),segment_id=dd5e46db-2abb-4e6f-862d-f5a1257f87c2)] {{(pid=103483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:08:24.854593 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-b322b388-46cb-4fe4-afa4-66e57493c7da req-57220d35-030c-420a-a347-886b34e4b4db tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (2c439cb7-a36e-4b90-9471-e0a5db03f732), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:25.012304 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b67e4-b50b-41d3-b6b2-83ee1f2e988c req-f1271e70-3a5a-4841-8a0d-3074d090f55d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:25.013641 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-008b67e4-b50b-41d3-b6b2-83ee1f2e988c req-f1271e70-3a5a-4841-8a0d-3074d090f55d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f077998-319f-400b-ae12-7d9b6b3d5d7e HTTP/1.1" status: 200 len: 944 time: 0.1273725 Apr 12 03:08:25.139623 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-008b67e4-b50b-41d3-b6b2-83ee1f2e988c req-9fcd0d61-4f5b-4701-9175-e59b8afb77e5 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949514 Apr 12 03:08:25.157234 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-b322b388-46cb-4fe4-afa4-66e57493c7da req-57220d35-030c-420a-a347-886b34e4b4db tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:25.157234 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-b322b388-46cb-4fe4-afa4-66e57493c7da req-57220d35-030c-420a-a347-886b34e4b4db tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682737'] for floatingip (b50072de-d732-4e6b-b8fb-0b8f63f6eacb), after_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:25.157234 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.db.l3_db [req-b322b388-46cb-4fe4-afa4-66e57493c7da req-57220d35-030c-420a-a347-886b34e4b4db tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Floating IP b50072de-d732-4e6b-b8fb-0b8f63f6eacb disassociated. External IP: 172.27.3.132, port: 2c439cb7-a36e-4b90-9471-e0a5db03f732. Apr 12 03:08:25.157234 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [req-b322b388-46cb-4fe4-afa4-66e57493c7da req-57220d35-030c-420a-a347-886b34e4b4db tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Calling delete_port for 2c439cb7-a36e-4b90-9471-e0a5db03f732 owned by compute:nova {{(pid=103483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:08:25.303232 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-b322b388-46cb-4fe4-afa4-66e57493c7da req-57220d35-030c-420a-a347-886b34e4b4db tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28322803'] for port (2c439cb7-a36e-4b90-9471-e0a5db03f732), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:25.334913 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57220d35-030c-420a-a347-886b34e4b4db tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Pushing event deleted for resources: {'Port': ['ID=2c439cb7-a36e-4b90-9471-e0a5db03f732,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:25.451911 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b322b388-46cb-4fe4-afa4-66e57493c7da req-57220d35-030c-420a-a347-886b34e4b4db tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Router 35c512b1-c0fa-4787-9673-d33c78bee148 has already been hosted by L3 agent beb15aed-f2b6-4676-85ca-b43f14e6acf3 {{(pid=103483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:08:25.468124 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-f4e3802d-e6d7-4c52-b5b2-7a238401b5b8 req-f0147198-f331-4d80-95df-2a77e6bbe1f0 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea69c0ca-ca59-4516-a66e-b37a97b7a289 HTTP/1.1" status: 200 len: 210 time: 0.0342312 Apr 12 03:08:25.563194 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b322b388-46cb-4fe4-afa4-66e57493c7da req-57220d35-030c-420a-a347-886b34e4b4db tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Notify agent at l3_agent.dv-cinder-837443-1-iscsi the message routers_updated {{(pid=103483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:08:25.574253 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d26c8a4-6cf4-4381-813c-3612f9173799 None None] Sync routers for ids ['35c512b1-c0fa-4787-9673-d33c78bee148'] in dv-cinder-837443-1-iscsi {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:08:25.587040 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d26c8a4-6cf4-4381-813c-3612f9173799 None None] Routers {'35c512b1-c0fa-4787-9673-d33c78bee148'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:08:25.587862 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-2d26c8a4-6cf4-4381-813c-3612f9173799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:07:57Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['35c512b1-c0fa-4787-9673-d33c78bee148'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:08:25.613358 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.l3_dvrscheduler_db [req-b322b388-46cb-4fe4-afa4-66e57493c7da req-57220d35-030c-420a-a347-886b34e4b4db tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] No DVR routers for this DVR port 2c439cb7-a36e-4b90-9471-e0a5db03f732 on host hv-cinder-83744 {{(pid=103483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:08:25.616966 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-b322b388-46cb-4fe4-afa4-66e57493c7da req-57220d35-030c-420a-a347-886b34e4b4db tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for port (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:25.620397 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-b322b388-46cb-4fe4-afa4-66e57493c7da req-57220d35-030c-420a-a347-886b34e4b4db tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.25 "DELETE /v2.0/ports/2c439cb7-a36e-4b90-9471-e0a5db03f732 HTTP/1.1" status: 204 len: 173 time: 0.9449646 Apr 12 03:08:25.620837 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea69c0ca-ca59-4516-a66e-b37a97b7a289', 'name': 'network-vif-deleted', 'tag': '2c439cb7-a36e-4b90-9471-e0a5db03f732'}] {{(pid=103483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:08:25.623048 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e274900216188b1398d2f2ab6fda0f9d84329b9f507230773e3e9728a2d4b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3240bdf5-b7ad-4031-a670-5c2e4a6126c8" -d '{"events": [{"server_uuid": "ea69c0ca-ca59-4516-a66e-b37a97b7a289", "name": "network-vif-deleted", "tag": "2c439cb7-a36e-4b90-9471-e0a5db03f732"}]}' {{(pid=103483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:08:25.663072 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe237542-9ac6-4ef0-abb2-868d2334ddb4 x-openstack-request-id: req-fe237542-9ac6-4ef0-abb2-868d2334ddb4 {{(pid=103483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:08:25.663358 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea69c0ca-ca59-4516-a66e-b37a97b7a289", "name": "network-vif-deleted", "tag": "2c439cb7-a36e-4b90-9471-e0a5db03f732", "status": "completed", "code": 200}]} {{(pid=103483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:08:25.663606 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fe237542-9ac6-4ef0-abb2-868d2334ddb4 {{(pid=103483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:08:25.664120 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe237542-9ac6-4ef0-abb2-868d2334ddb4'] response: {'server_uuid': 'ea69c0ca-ca59-4516-a66e-b37a97b7a289', 'name': 'network-vif-deleted', 'tag': '2c439cb7-a36e-4b90-9471-e0a5db03f732', 'status': 'completed', 'code': 200} Apr 12 03:08:25.703578 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-2d26c8a4-6cf4-4381-813c-3612f9173799 None None] Set router 35c512b1-c0fa-4787-9673-d33c78bee148 gateway port host: dv-cinder-837443-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:08:25.931976 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-2d26c8a4-6cf4-4381-813c-3612f9173799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'name': 'tempest-AttachVolumeNegativeTest-1586939642-router', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '95173c10-6b01-412c-bf6f-36551b81baff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:49Z', 'updated_at': '2022-04-12T03:05:12Z', 'revision_number': 4, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'gw_port': {'id': '95173c10-6b01-412c-bf6f-36551b81baff', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:38:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:51Z', 'updated_at': '2022-04-12T03:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_floatingips': [{'id': 'd8adf6f9-825a-4f71-9476-b7d783a40d99', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'floating_ip_address': '172.27.3.153', 'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'router_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'port_id': 'a71e2b22-1bd9-4765-8f4d-7aa692f8597e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 185, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b', 'mac_address': 'fa:16:3e:db:dc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a77478-4c96-4958-a731-1aac6c0bdec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:05:24Z', 'updated_at': '2022-04-12T03:06:12Z', 'revision_number': 2, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '054442ec-508f-4b5a-9b29-057809715a20', 'name': '', 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'mac_address': 'fa:16:3e:17:75:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3d77e3de-5404-4af1-9a0f-14127064fff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:05:09Z', 'updated_at': '2022-04-12T03:05:19Z', 'revision_number': 5, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'subnets': [{'id': '3d77e3de-5404-4af1-9a0f-14127064fff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:08:25.958479 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d26c8a4-6cf4-4381-813c-3612f9173799 None None] Checking router: 35c512b1-c0fa-4787-9673-d33c78bee148 for host: dv-cinder-837443-1-iscsi {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:08:25.967119 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d26c8a4-6cf4-4381-813c-3612f9173799 None None] Routers {'35c512b1-c0fa-4787-9673-d33c78bee148'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:08:25.967749 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-2d26c8a4-6cf4-4381-813c-3612f9173799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:07:57Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['35c512b1-c0fa-4787-9673-d33c78bee148'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:08:26.076054 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-2d26c8a4-6cf4-4381-813c-3612f9173799 None None] Set router 35c512b1-c0fa-4787-9673-d33c78bee148 gateway port host: dv-cinder-837443-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:08:26.253823 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3584768-43d3-4820-9054-a0a2f5d5a4f6 req-f869517f-5a2c-4c8e-a771-5673cb632afe tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:26.255748 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-f3584768-43d3-4820-9054-a0a2f5d5a4f6 req-f869517f-5a2c-4c8e-a771-5673cb632afe tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f077998-319f-400b-ae12-7d9b6b3d5d7e HTTP/1.1" status: 200 len: 944 time: 0.0496769 Apr 12 03:08:26.308406 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-f3584768-43d3-4820-9054-a0a2f5d5a4f6 req-441209d4-a570-4a7e-82ec-3fe3c9ee5afd tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464056 Apr 12 03:08:26.318200 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-2d26c8a4-6cf4-4381-813c-3612f9173799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'name': 'tempest-AttachVolumeNegativeTest-1586939642-router', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '95173c10-6b01-412c-bf6f-36551b81baff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:49Z', 'updated_at': '2022-04-12T03:05:12Z', 'revision_number': 4, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'gw_port': {'id': '95173c10-6b01-412c-bf6f-36551b81baff', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:38:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:51Z', 'updated_at': '2022-04-12T03:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_floatingips': [{'id': 'd8adf6f9-825a-4f71-9476-b7d783a40d99', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'floating_ip_address': '172.27.3.153', 'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'router_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'port_id': 'a71e2b22-1bd9-4765-8f4d-7aa692f8597e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 185, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b', 'mac_address': 'fa:16:3e:db:dc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a77478-4c96-4958-a731-1aac6c0bdec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:05:24Z', 'updated_at': '2022-04-12T03:06:12Z', 'revision_number': 2, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '054442ec-508f-4b5a-9b29-057809715a20', 'name': '', 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'mac_address': 'fa:16:3e:17:75:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3d77e3de-5404-4af1-9a0f-14127064fff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:05:09Z', 'updated_at': '2022-04-12T03:05:19Z', 'revision_number': 5, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'subnets': [{'id': '3d77e3de-5404-4af1-9a0f-14127064fff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:08:26.345883 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d26c8a4-6cf4-4381-813c-3612f9173799 None None] The sync data for ids ['35c512b1-c0fa-4787-9673-d33c78bee148'] in dv-cinder-837443-1-iscsi is: [{'id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'name': 'tempest-AttachVolumeNegativeTest-1586939642-router', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '95173c10-6b01-412c-bf6f-36551b81baff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:49Z', 'updated_at': '2022-04-12T03:05:12Z', 'revision_number': 4, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'gw_port': {'id': '95173c10-6b01-412c-bf6f-36551b81baff', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:38:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:51Z', 'updated_at': '2022-04-12T03:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_floatingips': [{'id': 'd8adf6f9-825a-4f71-9476-b7d783a40d99', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'floating_ip_address': '172.27.3.153', 'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'router_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'port_id': 'a71e2b22-1bd9-4765-8f4d-7aa692f8597e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 185, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b', 'mac_address': 'fa:16:3e:db:dc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a77478-4c96-4958-a731-1aac6c0bdec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:05:24Z', 'updated_at': '2022-04-12T03:06:12Z', 'revision_number': 2, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '054442ec-508f-4b5a-9b29-057809715a20', 'name': '', 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'mac_address': 'fa:16:3e:17:75:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3d77e3de-5404-4af1-9a0f-14127064fff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:05:09Z', 'updated_at': '2022-04-12T03:05:19Z', 'revision_number': 5, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'subnets': [{'id': '3d77e3de-5404-4af1-9a0f-14127064fff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:08:26.589564 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-7d76adc9-0c00-45a6-bcd2-4ab0bb0a534b req-7161214b-d1fc-41fa-8991-dacdbbde318a tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea69c0ca-ca59-4516-a66e-b37a97b7a289 HTTP/1.1" status: 200 len: 210 time: 0.0386605 Apr 12 03:08:26.620339 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6c7b44-cde9-44eb-a947-7b22e374d82a None None] New status for floating IP b50072de-d732-4e6b-b8fb-0b8f63f6eacb: DOWN {{(pid=103485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 03:08:27.231358 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5ee8dcc9-e8fb-4487-b161-9ad96240fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (beb15aed-f2b6-4676-85ca-b43f14e6acf3), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:27.433193 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f76e0c9-f962-4049-b937-38dc9eebea2c req-528b696a-019c-4289-a918-a6d055246707 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:27.434628 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-3f76e0c9-f962-4049-b937-38dc9eebea2c req-528b696a-019c-4289-a918-a6d055246707 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f077998-319f-400b-ae12-7d9b6b3d5d7e HTTP/1.1" status: 200 len: 944 time: 0.0472889 Apr 12 03:08:27.490040 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-3f76e0c9-f962-4049-b937-38dc9eebea2c req-8c3fb1b3-0b24-47ab-b384-3faed3e36cb3 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495131 Apr 12 03:08:27.681078 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 45592) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:27.737442 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7c731152-c0af-4b91-b718-ffa1ae0359ea tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for security_group (e56981fc-dac5-4050-95f0-90a729b5598c), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:27.760813 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7c731152-c0af-4b91-b718-ffa1ae0359ea tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for security_group (e56981fc-dac5-4050-95f0-90a729b5598c), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:27.811856 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7c731152-c0af-4b91-b718-ffa1ae0359ea tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (e56981fc-dac5-4050-95f0-90a729b5598c), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:27.815317 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7c731152-c0af-4b91-b718-ffa1ae0359ea tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:27.816855 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-7c731152-c0af-4b91-b718-ffa1ae0359ea tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "DELETE /v2.0/security-groups/e56981fc-dac5-4050-95f0-90a729b5598c HTTP/1.1" status: 204 len: 168 time: 0.1345792 Apr 12 03:08:27.819610 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 45596) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:27.828103 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c731152-c0af-4b91-b718-ffa1ae0359ea tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56981fc-dac5-4050-95f0-90a729b5598c,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:27.836306 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.api.v2.resource [None req-d8c12b02-6c77-4abb-82e5-fd69e6a68e54 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] show failed (client error): The resource could not be found. Apr 12 03:08:27.836711 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c731152-c0af-4b91-b718-ffa1ae0359ea tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:27.837371 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-d8c12b02-6c77-4abb-82e5-fd69e6a68e54 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups/e56981fc-dac5-4050-95f0-90a729b5598c HTTP/1.1" status: 404 len: 347 time: 0.0159011 Apr 12 03:08:27.837516 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c731152-c0af-4b91-b718-ffa1ae0359ea tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:27.837924 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c731152-c0af-4b91-b718-ffa1ae0359ea tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:27.838348 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c731152-c0af-4b91-b718-ffa1ae0359ea tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:27.838773 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c731152-c0af-4b91-b718-ffa1ae0359ea tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:27.839200 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c731152-c0af-4b91-b718-ffa1ae0359ea tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:27.839622 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c731152-c0af-4b91-b718-ffa1ae0359ea tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:27.840081 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c731152-c0af-4b91-b718-ffa1ae0359ea tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:27.840501 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c731152-c0af-4b91-b718-ffa1ae0359ea tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:27.840934 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c731152-c0af-4b91-b718-ffa1ae0359ea tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:27.841177 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 45598) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:27.841770 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c731152-c0af-4b91-b718-ffa1ae0359ea tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:27.842194 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c731152-c0af-4b91-b718-ffa1ae0359ea tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:27.842700 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c731152-c0af-4b91-b718-ffa1ae0359ea tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:27.843036 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c731152-c0af-4b91-b718-ffa1ae0359ea tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:27.843468 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c731152-c0af-4b91-b718-ffa1ae0359ea tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:27.966813 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [None req-ac64a80c-e1c2-4f45-afd0-1ae8bf29a1fc tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Deleting port 0fce69ec-988f-46fa-b23b-d651752288bf {{(pid=103483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:08:27.967097 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ac64a80c-e1c2-4f45-afd0-1ae8bf29a1fc tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (0fce69ec-988f-46fa-b23b-d651752288bf), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:28.048539 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ac64a80c-e1c2-4f45-afd0-1ae8bf29a1fc tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (0fce69ec-988f-46fa-b23b-d651752288bf), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:28.048793 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ac64a80c-e1c2-4f45-afd0-1ae8bf29a1fc tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for floatingip (0fce69ec-988f-46fa-b23b-d651752288bf), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:28.064625 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [None req-ac64a80c-e1c2-4f45-afd0-1ae8bf29a1fc tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Calling delete_port for 0fce69ec-988f-46fa-b23b-d651752288bf owned by network:floatingip {{(pid=103483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:08:28.220587 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a63736aa-03b4-448a-a5ac-a324793c796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (2fa08797-e830-4b1e-af03-8a255eb086f2), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:28.459503 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ac64a80c-e1c2-4f45-afd0-1ae8bf29a1fc tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28322803'] for port (0fce69ec-988f-46fa-b23b-d651752288bf), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:28.483608 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac64a80c-e1c2-4f45-afd0-1ae8bf29a1fc tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Pushing event deleted for resources: {'Port': ['ID=0fce69ec-988f-46fa-b23b-d651752288bf,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:28.548127 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ac64a80c-e1c2-4f45-afd0-1ae8bf29a1fc tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for floatingip (b50072de-d732-4e6b-b8fb-0b8f63f6eacb), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:28.550580 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ac64a80c-e1c2-4f45-afd0-1ae8bf29a1fc tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for floatingip (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:28.552061 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-ac64a80c-e1c2-4f45-afd0-1ae8bf29a1fc tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "DELETE /v2.0/floatingips/b50072de-d732-4e6b-b8fb-0b8f63f6eacb HTTP/1.1" status: 204 len: 168 time: 0.7098618 Apr 12 03:08:28.605263 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5f73b-1562-44b7-9f91-f8bb6b21b6db req-72892c6d-44b3-4891-8ddc-ff218664c6e5 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:28.606896 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-9cf5f73b-1562-44b7-9f91-f8bb6b21b6db req-72892c6d-44b3-4891-8ddc-ff218664c6e5 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f077998-319f-400b-ae12-7d9b6b3d5d7e HTTP/1.1" status: 200 len: 944 time: 0.0504551 Apr 12 03:08:28.656209 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-9cf5f73b-1562-44b7-9f91-f8bb6b21b6db req-1ef38be3-656d-49b7-a718-f1735783a5a2 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436046 Apr 12 03:08:29.648794 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device 1a10eb33-30d3-4f02-8f41-8c40a2f8334e details requested by agent hyperv_hv-cinder-83744 with host hv-cinder-83744 {{(pid=103485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 03:08:29.652736 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device 2c439cb7-a36e-4b90-9471-e0a5db03f732 no longer exists at agent hyperv_hv-cinder-83744 {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:08:29.681242 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] No Port match for: 2c439cb7-a36e-4b90-9471-e0a5db03f732 {{(pid=103485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:08:29.681575 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device 2c439cb7-a36e-4b90-9471-e0a5db03f732 not bound to the agent host hv-cinder-83744 {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:08:29.770229 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6215a8-b492-40ea-9a09-816c52f01cf4 req-4dde1032-8395-4f59-884d-d924e3b78461 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:29.771652 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-0b6215a8-b492-40ea-9a09-816c52f01cf4 req-4dde1032-8395-4f59-884d-d924e3b78461 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f077998-319f-400b-ae12-7d9b6b3d5d7e HTTP/1.1" status: 200 len: 944 time: 0.0457921 Apr 12 03:08:29.771818 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port 1a10eb33-30d3-4f02-8f41-8c40a2f8334e, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=1a10eb33-30d3-4f02-8f41-8c40a2f8334e,segment=NetworkSegment(7d178cda-c4bb-4041-8a2c-25e0b2199eca),segment_id=7d178cda-c4bb-4041-8a2c-25e0b2199eca)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:08:29.783155 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Returning: {'device': '1a10eb33-30d3-4f02-8f41-8c40a2f8334e', 'network_id': 'da1505d4-daf5-4102-9185-5db938386645', 'port_id': '1a10eb33-30d3-4f02-8f41-8c40a2f8334e', 'mac_address': 'fa:16:3e:b0:cd:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 03:08:29.820153 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-0b6215a8-b492-40ea-9a09-816c52f01cf4 req-62a78156-c22e-4b2b-a14d-f7f9b11aa995 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426927 Apr 12 03:08:29.821162 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Current status of the port 1a10eb33-30d3-4f02-8f41-8c40a2f8334e is: DOWN; New status is: BUILD {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:08:29.821648 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (1a10eb33-30d3-4f02-8f41-8c40a2f8334e), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:29.839069 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a10eb33-30d3-4f02-8f41-8c40a2f8334e {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:08:29.857773 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port 1a10eb33-30d3-4f02-8f41-8c40a2f8334e, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=1a10eb33-30d3-4f02-8f41-8c40a2f8334e,segment=NetworkSegment(7d178cda-c4bb-4041-8a2c-25e0b2199eca),segment_id=7d178cda-c4bb-4041-8a2c-25e0b2199eca)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:08:29.863586 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (1a10eb33-30d3-4f02-8f41-8c40a2f8334e), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:29.920725 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Pushing event updated for resources: {'Port': ['ID=1a10eb33-30d3-4f02-8f41-8c40a2f8334e,revision_number=4']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:29.931793 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be625cda-7f2b-4ec3-b03f-aa24446ccc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d888e177-8f03-43a8-a394-c59927fa1996), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:29.934286 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:29.934704 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:29.935049 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:29.935388 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:29.935745 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:29.936090 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:29.936437 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:29.936719 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:29.937041 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:29.937361 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:29.937682 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:29.938002 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:29.938316 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:29.938636 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:29.938952 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:30.162486 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] get_ports_and_sgs() called for port_ids ['1a10eb33-30d3-4f02-8f41-8c40a2f8334e'] {{(pid=103485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:08:30.937812 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f910cc-d8be-456f-be04-210029c73c05 req-c08714f4-c3c6-4077-b946-0bc2e674d26c tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:30.939303 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-c9f910cc-d8be-456f-be04-210029c73c05 req-c08714f4-c3c6-4077-b946-0bc2e674d26c tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f077998-319f-400b-ae12-7d9b6b3d5d7e HTTP/1.1" status: 200 len: 945 time: 0.0509217 Apr 12 03:08:30.997741 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-c9f910cc-d8be-456f-be04-210029c73c05 req-236e0518-261e-4fee-8313-a91eb0db4358 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520627 Apr 12 03:08:31.347600 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:31.511352 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.agents_db [None req-d3c4685f-78b0-4ffc-8e41-99bd627ddb58 None None] Agent healthcheck: found 6 active agents {{(pid=103486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:08:31.645315 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device 1a10eb33-30d3-4f02-8f41-8c40a2f8334e up at agent hyperv_hv-cinder-83744 {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:08:31.693950 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Provisioning for port 1a10eb33-30d3-4f02-8f41-8c40a2f8334e completed by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 03:08:31.702137 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Provisioning complete for port 1a10eb33-30d3-4f02-8f41-8c40a2f8334e triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:08:31.702552 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (1a10eb33-30d3-4f02-8f41-8c40a2f8334e), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:31.784195 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Current status of the port 1a10eb33-30d3-4f02-8f41-8c40a2f8334e is: BUILD; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:08:31.784487 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (1a10eb33-30d3-4f02-8f41-8c40a2f8334e), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:31.809350 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f077998-319f-400b-ae12-7d9b6b3d5d7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a10eb33-30d3-4f02-8f41-8c40a2f8334e'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:08:31.811615 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa41105cf641d53c122ae13245b26b419564b0c0a795a4827d4ee8fd8725077e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0337900-2a6d-4402-bdab-b4b342b57c47" -d '{"events": [{"server_uuid": "3f077998-319f-400b-ae12-7d9b6b3d5d7e", "name": "network-vif-plugged", "status": "completed", "tag": "1a10eb33-30d3-4f02-8f41-8c40a2f8334e"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:08:31.824287 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port 1a10eb33-30d3-4f02-8f41-8c40a2f8334e, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=1a10eb33-30d3-4f02-8f41-8c40a2f8334e,segment=NetworkSegment(7d178cda-c4bb-4041-8a2c-25e0b2199eca),segment_id=7d178cda-c4bb-4041-8a2c-25e0b2199eca)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:08:31.830190 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (1a10eb33-30d3-4f02-8f41-8c40a2f8334e), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:31.853450 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3eb29c-cac5-47fa-af49-0e9314dc4e33 x-openstack-request-id: req-cb3eb29c-cac5-47fa-af49-0e9314dc4e33 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:08:31.853756 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f077998-319f-400b-ae12-7d9b6b3d5d7e", "name": "network-vif-plugged", "status": "completed", "tag": "1a10eb33-30d3-4f02-8f41-8c40a2f8334e", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:08:31.854008 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cb3eb29c-cac5-47fa-af49-0e9314dc4e33 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:08:31.854394 dv-cinder-837443-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb3eb29c-cac5-47fa-af49-0e9314dc4e33'] response: {'server_uuid': '3f077998-319f-400b-ae12-7d9b6b3d5d7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a10eb33-30d3-4f02-8f41-8c40a2f8334e', 'code': 200} Apr 12 03:08:31.885322 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Pushing event updated for resources: {'Port': ['ID=1a10eb33-30d3-4f02-8f41-8c40a2f8334e,revision_number=5']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:32.149008 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa309f8d-0bd8-4d93-811f-bc228349e141 req-bb599d62-7f36-409c-a357-270c462f29a1 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:32.150627 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-fa309f8d-0bd8-4d93-811f-bc228349e141 req-bb599d62-7f36-409c-a357-270c462f29a1 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f077998-319f-400b-ae12-7d9b6b3d5d7e HTTP/1.1" status: 200 len: 946 time: 0.0742886 Apr 12 03:08:32.169449 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584441c-c0a6-443b-9dee-62049cf239c8 req-ae61927c-7eb0-4dc7-a9f8-f02532c78122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:32.170937 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-6584441c-c0a6-443b-9dee-62049cf239c8 req-ae61927c-7eb0-4dc7-a9f8-f02532c78122 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3f077998-319f-400b-ae12-7d9b6b3d5d7e HTTP/1.1" status: 200 len: 1130 time: 0.0549126 Apr 12 03:08:32.232971 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-fa309f8d-0bd8-4d93-811f-bc228349e141 req-9d515318-780d-43d8-8c07-70bf57482387 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744076 Apr 12 03:08:32.240641 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-6584441c-c0a6-443b-9dee-62049cf239c8 req-9e921847-7274-48cf-95ed-06b1e95d25ce service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634065 Apr 12 03:08:32.398214 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04a64c-a960-4332-a14c-0d7fed5b5467 req-c07f8fe1-26b1-470d-b624-c3878c2db1ce tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:32.399662 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-de04a64c-a960-4332-a14c-0d7fed5b5467 req-c07f8fe1-26b1-470d-b624-c3878c2db1ce tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=05a47b1f-6ab7-47db-bb09-f928a1c78e69 HTTP/1.1" status: 200 len: 945 time: 0.0480723 Apr 12 03:08:32.447521 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-de04a64c-a960-4332-a14c-0d7fed5b5467 req-65e0dcce-f961-4363-8030-728f209d1933 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8cd3214-f41b-4489-90f3-27757c64af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421526 Apr 12 03:08:32.459542 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ad17b-d711-4255-80ab-5ba2d2c8b360 req-36a89f1e-ce29-4439-8ebe-b3c35139cf71 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:32.461048 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c14ad17b-d711-4255-80ab-5ba2d2c8b360 req-36a89f1e-ce29-4439-8ebe-b3c35139cf71 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=96a77478-4c96-4958-a731-1aac6c0bdec4 HTTP/1.1" status: 200 len: 945 time: 0.0508327 Apr 12 03:08:32.514381 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c14ad17b-d711-4255-80ab-5ba2d2c8b360 req-b19e49c9-cd31-4f6c-b8d7-7d7f2deb7dc3 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d434ffc-5a24-4ae6-a04d-d3d57c621012&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452762 Apr 12 03:08:33.357694 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a0b50-faa3-4256-83aa-189b0563cde5 req-ff1f49ee-37ba-4c64-a5cb-943c180fb484 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:33.359118 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-d91a0b50-faa3-4256-83aa-189b0563cde5 req-ff1f49ee-37ba-4c64-a5cb-943c180fb484 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f077998-319f-400b-ae12-7d9b6b3d5d7e HTTP/1.1" status: 200 len: 946 time: 0.0535312 Apr 12 03:08:33.417448 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-d91a0b50-faa3-4256-83aa-189b0563cde5 req-09a1965f-1078-499b-bb3f-ec5232dc92b5 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497227 Apr 12 03:08:33.576385 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b419dc-8031-40f1-b56b-4418621a1d8d req-ddba7b32-b443-4661-9dab-2723221b499b tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:33.577885 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-01b419dc-8031-40f1-b56b-4418621a1d8d req-ddba7b32-b443-4661-9dab-2723221b499b tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=05a47b1f-6ab7-47db-bb09-f928a1c78e69 HTTP/1.1" status: 200 len: 945 time: 0.0483272 Apr 12 03:08:33.625573 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39478669-9e99-435d-b1f3-3f9d137e848a req-00f206c3-ebd6-46ee-aea8-0f744ef9f331 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:33.627063 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-39478669-9e99-435d-b1f3-3f9d137e848a req-00f206c3-ebd6-46ee-aea8-0f744ef9f331 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=96a77478-4c96-4958-a731-1aac6c0bdec4 HTTP/1.1" status: 200 len: 945 time: 0.0470822 Apr 12 03:08:33.628538 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-01b419dc-8031-40f1-b56b-4418621a1d8d req-36604995-1a97-484e-85dd-ec1e84429769 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8cd3214-f41b-4489-90f3-27757c64af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446270 Apr 12 03:08:33.674691 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-39478669-9e99-435d-b1f3-3f9d137e848a req-f3377ef6-7588-4471-a880-ffa0f1911678 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d434ffc-5a24-4ae6-a04d-d3d57c621012&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412645 Apr 12 03:08:34.464520 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca3a68c-e90d-4ed3-bfd3-cff1fa4281ef req-526affa7-50c7-4ca6-af48-17d1a5c60ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:34.466042 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-2ca3a68c-e90d-4ed3-bfd3-cff1fa4281ef req-526affa7-50c7-4ca6-af48-17d1a5c60ab9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=52b2d02e7570468daabac047ad3a7fa5&device_id=05a47b1f-6ab7-47db-bb09-f928a1c78e69 HTTP/1.1" status: 200 len: 1129 time: 0.0490408 Apr 12 03:08:34.544288 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c51ec-18de-407a-898b-8ba0db21e7d4 req-bac88b81-1702-425e-b1e6-42ec89c94364 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:34.545852 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-109c51ec-18de-407a-898b-8ba0db21e7d4 req-bac88b81-1702-425e-b1e6-42ec89c94364 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f077998-319f-400b-ae12-7d9b6b3d5d7e HTTP/1.1" status: 200 len: 946 time: 0.0525517 Apr 12 03:08:34.651123 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-109c51ec-18de-407a-898b-8ba0db21e7d4 req-14e554e3-094e-4871-a10e-56ebe71a6e2d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970736 Apr 12 03:08:34.666709 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca3a68c-e90d-4ed3-bfd3-cff1fa4281ef req-d8f68835-e3dc-4913-83b0-bca0a729ab53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:34.668238 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-2ca3a68c-e90d-4ed3-bfd3-cff1fa4281ef req-d8f68835-e3dc-4913-83b0-bca0a729ab53 service neutron] 10.222.0.25 "GET /v2.0/networks?id=14a47694-9f88-4832-ab57-c60bc64938b8 HTTP/1.1" status: 200 len: 918 time: 0.1215415 Apr 12 03:08:34.827850 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d75e63-02c7-4522-b876-cea497d8cf5f req-6250c8a5-7a2d-43ad-a88d-94f2bbd67b78 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:34.830166 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-e4d75e63-02c7-4522-b876-cea497d8cf5f req-6250c8a5-7a2d-43ad-a88d-94f2bbd67b78 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.25 "GET /v2.0/ports?device_id=96a77478-4c96-4958-a731-1aac6c0bdec4 HTTP/1.1" status: 200 len: 945 time: 0.1318147 Apr 12 03:08:34.841219 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b6487-4d96-4e72-a8b3-3f4e2af0b264 req-c878da40-5204-47a3-aee4-742b687d8684 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:34.843341 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-576b6487-4d96-4e72-a8b3-3f4e2af0b264 req-c878da40-5204-47a3-aee4-742b687d8684 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=05a47b1f-6ab7-47db-bb09-f928a1c78e69 HTTP/1.1" status: 200 len: 945 time: 0.1299684 Apr 12 03:08:34.848935 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c049674-966b-4ab3-b365-be5e34bfeea8 req-7d2a3aa5-7fd9-47fc-9301-8b7235db69fa tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:34.850349 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-8c049674-966b-4ab3-b365-be5e34bfeea8 req-7d2a3aa5-7fd9-47fc-9301-8b7235db69fa tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=96a77478-4c96-4958-a731-1aac6c0bdec4 HTTP/1.1" status: 200 len: 945 time: 0.0922503 Apr 12 03:08:34.853454 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-2ca3a68c-e90d-4ed3-bfd3-cff1fa4281ef req-61907e47-915a-4d6c-a49b-1631a73952c1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24861ab0-eb1b-458d-be36-a018cc96c3ea HTTP/1.1" status: 200 len: 1001 time: 0.1544447 Apr 12 03:08:34.893908 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-576b6487-4d96-4e72-a8b3-3f4e2af0b264 req-7fe55a01-18f8-4155-a721-c58d16f8a481 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8cd3214-f41b-4489-90f3-27757c64af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445487 Apr 12 03:08:34.900903 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-8c049674-966b-4ab3-b365-be5e34bfeea8 req-b6da3304-c8ce-4f60-8953-63375f2c5ff2 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d434ffc-5a24-4ae6-a04d-d3d57c621012&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439482 Apr 12 03:08:35.509531 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca3a68c-e90d-4ed3-bfd3-cff1fa4281ef req-1e78422c-d3f2-48df-9850-9b852ac2ad9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:35.511075 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-2ca3a68c-e90d-4ed3-bfd3-cff1fa4281ef req-1e78422c-d3f2-48df-9850-9b852ac2ad9c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fe4d4e4c-7961-4f3e-a108-6fc7a367da7d HTTP/1.1" status: 200 len: 857 time: 0.0558295 Apr 12 03:08:35.549560 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-e4d75e63-02c7-4522-b876-cea497d8cf5f req-90ed421d-6f22-48e0-af15-50bd33b105d4 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Deleting port a71e2b22-1bd9-4765-8f4d-7aa692f8597e {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:08:35.549863 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e4d75e63-02c7-4522-b876-cea497d8cf5f req-90ed421d-6f22-48e0-af15-50bd33b105d4 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (a71e2b22-1bd9-4765-8f4d-7aa692f8597e), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:35.556578 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca3a68c-e90d-4ed3-bfd3-cff1fa4281ef req-ff33036a-77e9-49a8-b71e-7ff9e337da98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:35.558087 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-2ca3a68c-e90d-4ed3-bfd3-cff1fa4281ef req-ff33036a-77e9-49a8-b71e-7ff9e337da98 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=14a47694-9f88-4832-ab57-c60bc64938b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406094 Apr 12 03:08:35.643806 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-e4d75e63-02c7-4522-b876-cea497d8cf5f req-90ed421d-6f22-48e0-af15-50bd33b105d4 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] For port a71e2b22-1bd9-4765-8f4d-7aa692f8597e, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=a71e2b22-1bd9-4765-8f4d-7aa692f8597e,segment=NetworkSegment(dd5e46db-2abb-4e6f-862d-f5a1257f87c2),segment_id=dd5e46db-2abb-4e6f-862d-f5a1257f87c2)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:08:35.644322 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e4d75e63-02c7-4522-b876-cea497d8cf5f req-90ed421d-6f22-48e0-af15-50bd33b105d4 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (a71e2b22-1bd9-4765-8f4d-7aa692f8597e), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:35.654348 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-2ca3a68c-e90d-4ed3-bfd3-cff1fa4281ef req-c7e39bbc-b528-456e-b06f-7319af51165a service neutron] 10.222.0.25 "GET /v2.0/networks/14a47694-9f88-4832-ab57-c60bc64938b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873032 Apr 12 03:08:35.754085 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-2ca3a68c-e90d-4ed3-bfd3-cff1fa4281ef req-e79490a5-3ca7-4e9c-974e-92cb44b2a461 service neutron] 10.222.0.25 "GET /v2.0/networks/14a47694-9f88-4832-ab57-c60bc64938b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916221 Apr 12 03:08:36.012601 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36348d61-decb-463e-b05f-60d063f25c9b req-d308ce12-267d-4abb-b036-1fa109479fc4 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:36.014202 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-36348d61-decb-463e-b05f-60d063f25c9b req-d308ce12-267d-4abb-b036-1fa109479fc4 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=05a47b1f-6ab7-47db-bb09-f928a1c78e69 HTTP/1.1" status: 200 len: 945 time: 0.0497532 Apr 12 03:08:36.050737 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac59a004-0b5b-442a-bfe1-82affda19372 req-12cc0380-cbd0-4198-b81a-8d8d6ba9a538 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:36.052215 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-ac59a004-0b5b-442a-bfe1-82affda19372 req-12cc0380-cbd0-4198-b81a-8d8d6ba9a538 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f077998-319f-400b-ae12-7d9b6b3d5d7e HTTP/1.1" status: 200 len: 946 time: 0.3258018 Apr 12 03:08:36.070839 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-36348d61-decb-463e-b05f-60d063f25c9b req-82ad8da2-e7bf-4ffe-b8fe-23405adf4a0a tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8cd3214-f41b-4489-90f3-27757c64af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508413 Apr 12 03:08:36.149536 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-ac59a004-0b5b-442a-bfe1-82affda19372 req-020c3cd5-6739-45a2-96aa-c42165f2ba18 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903723 Apr 12 03:08:36.164311 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e4d75e63-02c7-4522-b876-cea497d8cf5f req-90ed421d-6f22-48e0-af15-50bd33b105d4 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:36.164674 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e4d75e63-02c7-4522-b876-cea497d8cf5f req-90ed421d-6f22-48e0-af15-50bd33b105d4 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682737'] for floatingip (d8adf6f9-825a-4f71-9476-b7d783a40d99), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:36.164976 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.db.l3_db [req-e4d75e63-02c7-4522-b876-cea497d8cf5f req-90ed421d-6f22-48e0-af15-50bd33b105d4 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Floating IP d8adf6f9-825a-4f71-9476-b7d783a40d99 disassociated. External IP: 172.27.3.153, port: a71e2b22-1bd9-4765-8f4d-7aa692f8597e. Apr 12 03:08:36.165308 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-e4d75e63-02c7-4522-b876-cea497d8cf5f req-90ed421d-6f22-48e0-af15-50bd33b105d4 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Calling delete_port for a71e2b22-1bd9-4765-8f4d-7aa692f8597e owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:08:36.179478 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f4a59-77b7-437a-b3a8-80c52402a9b9 req-7e84775b-46ef-427a-9a31-0a71464e986c tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:36.184215 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-f50f4a59-77b7-437a-b3a8-80c52402a9b9 req-7e84775b-46ef-427a-9a31-0a71464e986c tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=96a77478-4c96-4958-a731-1aac6c0bdec4 HTTP/1.1" status: 200 len: 945 time: 0.0601456 Apr 12 03:08:36.229774 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-f50f4a59-77b7-437a-b3a8-80c52402a9b9 req-c579e087-4802-46b1-8e42-6124bacade04 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d434ffc-5a24-4ae6-a04d-d3d57c621012&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432122 Apr 12 03:08:36.281124 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194102e-8a0d-4399-b402-690d997efb20 req-0829894d-a169-4e0a-a8b0-61725b36c1ed tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:36.282570 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-b194102e-8a0d-4399-b402-690d997efb20 req-0829894d-a169-4e0a-a8b0-61725b36c1ed tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f077998-319f-400b-ae12-7d9b6b3d5d7e HTTP/1.1" status: 200 len: 946 time: 0.0621979 Apr 12 03:08:36.363195 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e4d75e63-02c7-4522-b876-cea497d8cf5f req-90ed421d-6f22-48e0-af15-50bd33b105d4 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28695539'] for port (a71e2b22-1bd9-4765-8f4d-7aa692f8597e), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:36.368091 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-b194102e-8a0d-4399-b402-690d997efb20 req-523066b4-c067-43e4-aac4-5e4ee29e3503 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790868 Apr 12 03:08:36.391182 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 45674) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:36.396608 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed421d-6f22-48e0-af15-50bd33b105d4 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Pushing event deleted for resources: {'Port': ['ID=a71e2b22-1bd9-4765-8f4d-7aa692f8597e,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:36.480023 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bcdf3e-c34b-47c5-8e8c-cc3be7ad7705 tempest-TestVolumeBootPattern-522055449 tempest-TestVolumeBootPattern-522055449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:36.481570 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-b1bcdf3e-c34b-47c5-8e8c-cc3be7ad7705 tempest-TestVolumeBootPattern-522055449 tempest-TestVolumeBootPattern-522055449-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3f077998-319f-400b-ae12-7d9b6b3d5d7e HTTP/1.1" status: 200 len: 1125 time: 0.0892851 Apr 12 03:08:36.484700 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 45678) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:36.488958 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [None req-e3e17286-63a0-4c11-9439-15e1b9157b8c tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Request body: {'floatingip': {'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'port_id': '1a10eb33-30d3-4f02-8f41-8c40a2f8334e', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:08:36.509766 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-e3e17286-63a0-4c11-9439-15e1b9157b8c tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:36.523758 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4d75e63-02c7-4522-b876-cea497d8cf5f req-90ed421d-6f22-48e0-af15-50bd33b105d4 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Router 35c512b1-c0fa-4787-9673-d33c78bee148 has already been hosted by L3 agent beb15aed-f2b6-4676-85ca-b43f14e6acf3 {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:08:36.589081 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-e3e17286-63a0-4c11-9439-15e1b9157b8c tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:36.636072 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4d75e63-02c7-4522-b876-cea497d8cf5f req-90ed421d-6f22-48e0-af15-50bd33b105d4 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Notify agent at l3_agent.dv-cinder-837443-1-iscsi the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:08:36.647492 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a873408-c60d-45bb-ad82-db052947b11d None None] Sync routers for ids ['35c512b1-c0fa-4787-9673-d33c78bee148'] in dv-cinder-837443-1-iscsi {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:08:36.656633 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a873408-c60d-45bb-ad82-db052947b11d None None] Routers {'35c512b1-c0fa-4787-9673-d33c78bee148'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:08:36.657241 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-2a873408-c60d-45bb-ad82-db052947b11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:08:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['35c512b1-c0fa-4787-9673-d33c78bee148'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:08:36.678286 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d75e63-02c7-4522-b876-cea497d8cf5f req-90ed421d-6f22-48e0-af15-50bd33b105d4 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] No DVR routers for this DVR port a71e2b22-1bd9-4765-8f4d-7aa692f8597e on host hv-cinder-83744 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:08:36.680993 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-e4d75e63-02c7-4522-b876-cea497d8cf5f req-90ed421d-6f22-48e0-af15-50bd33b105d4 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for port (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:36.684300 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-e4d75e63-02c7-4522-b876-cea497d8cf5f req-90ed421d-6f22-48e0-af15-50bd33b105d4 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.25 "DELETE /v2.0/ports/a71e2b22-1bd9-4765-8f4d-7aa692f8597e HTTP/1.1" status: 204 len: 173 time: 1.2296920 Apr 12 03:08:36.684736 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a77478-4c96-4958-a731-1aac6c0bdec4', 'name': 'network-vif-deleted', 'tag': 'a71e2b22-1bd9-4765-8f4d-7aa692f8597e'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:08:36.687063 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d98137ebe7b3f8ae23a53251b76916d727952a33f49bb2ab88d2915e9897d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc969a52-0316-4c3a-9628-fa2a734aecd6" -d '{"events": [{"server_uuid": "96a77478-4c96-4958-a731-1aac6c0bdec4", "name": "network-vif-deleted", "tag": "a71e2b22-1bd9-4765-8f4d-7aa692f8597e"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:08:36.711618 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.db_base_plugin_common [None req-e3e17286-63a0-4c11-9439-15e1b9157b8c tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Allocated IP 172.27.3.43 (79cba51c-a00f-4d8d-a813-38deb5f63b2a/29b195a7-2bca-4a4f-ac92-aa862b85642e/b7de0c92-741f-41c9-aec2-6f207651f3cf) {{(pid=103483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:08:36.737321 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e6f7da-414d-48a1-90e2-c2355d252eff x-openstack-request-id: req-64e6f7da-414d-48a1-90e2-c2355d252eff {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:08:36.737614 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a77478-4c96-4958-a731-1aac6c0bdec4", "name": "network-vif-deleted", "tag": "a71e2b22-1bd9-4765-8f4d-7aa692f8597e", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:08:36.737964 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-64e6f7da-414d-48a1-90e2-c2355d252eff {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:08:36.738421 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64e6f7da-414d-48a1-90e2-c2355d252eff'] response: {'server_uuid': '96a77478-4c96-4958-a731-1aac6c0bdec4', 'name': 'network-vif-deleted', 'tag': 'a71e2b22-1bd9-4765-8f4d-7aa692f8597e', 'status': 'completed', 'code': 200} Apr 12 03:08:36.787341 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-2a873408-c60d-45bb-ad82-db052947b11d None None] Set router 35c512b1-c0fa-4787-9673-d33c78bee148 gateway port host: dv-cinder-837443-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:08:36.849946 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-e3e17286-63a0-4c11-9439-15e1b9157b8c tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks [] for port (b7de0c92-741f-41c9-aec2-6f207651f3cf), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:36.889644 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-e3e17286-63a0-4c11-9439-15e1b9157b8c tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28322803'] for port (b7de0c92-741f-41c9-aec2-6f207651f3cf), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:36.935663 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e17286-63a0-4c11-9439-15e1b9157b8c tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Network 79cba51c-a00f-4d8d-a813-38deb5f63b2a is already hosted by enough agents. {{(pid=103483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:08:36.938625 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.base_scheduler [None req-e3e17286-63a0-4c11-9439-15e1b9157b8c tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Resources bound (agent type, host, resource id): {{(pid=103483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:08:36.942352 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e17286-63a0-4c11-9439-15e1b9157b8c tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Received port after_create {{(pid=103483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:08:36.968261 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e17286-63a0-4c11-9439-15e1b9157b8c tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Pushing event updated for resources: {'Port': ['ID=b7de0c92-741f-41c9-aec2-6f207651f3cf,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:36.985532 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-2a873408-c60d-45bb-ad82-db052947b11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'name': 'tempest-AttachVolumeNegativeTest-1586939642-router', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '95173c10-6b01-412c-bf6f-36551b81baff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:49Z', 'updated_at': '2022-04-12T03:05:12Z', 'revision_number': 4, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'gw_port': {'id': '95173c10-6b01-412c-bf6f-36551b81baff', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:38:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:51Z', 'updated_at': '2022-04-12T03:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': '054442ec-508f-4b5a-9b29-057809715a20', 'name': '', 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'mac_address': 'fa:16:3e:17:75:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3d77e3de-5404-4af1-9a0f-14127064fff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:05:09Z', 'updated_at': '2022-04-12T03:05:19Z', 'revision_number': 5, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'subnets': [{'id': '3d77e3de-5404-4af1-9a0f-14127064fff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:08:37.095190 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a873408-c60d-45bb-ad82-db052947b11d None None] Checking router: 35c512b1-c0fa-4787-9673-d33c78bee148 for host: dv-cinder-837443-1-iscsi {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:08:37.104560 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a873408-c60d-45bb-ad82-db052947b11d None None] Routers {'35c512b1-c0fa-4787-9673-d33c78bee148'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:08:37.105094 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-2a873408-c60d-45bb-ad82-db052947b11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:08:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['35c512b1-c0fa-4787-9673-d33c78bee148'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:08:37.202877 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e22d39-b6a7-4b75-9237-982c8f68258b req-27cce63c-1221-4567-916b-f389a4a8c5e3 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:37.205262 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-97e22d39-b6a7-4b75-9237-982c8f68258b req-27cce63c-1221-4567-916b-f389a4a8c5e3 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=05a47b1f-6ab7-47db-bb09-f928a1c78e69 HTTP/1.1" status: 200 len: 945 time: 0.0658858 Apr 12 03:08:37.226018 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-2a873408-c60d-45bb-ad82-db052947b11d None None] Set router 35c512b1-c0fa-4787-9673-d33c78bee148 gateway port host: dv-cinder-837443-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:08:37.272397 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-97e22d39-b6a7-4b75-9237-982c8f68258b req-9bf75c76-8190-4469-867c-a11cfbc30b46 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8cd3214-f41b-4489-90f3-27757c64af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620000 Apr 12 03:08:37.383865 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-26085ba0-7467-4cfa-85d9-463174111ca8 req-aa42f439-0fae-4f47-be8c-deaf5d329406 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=96a77478-4c96-4958-a731-1aac6c0bdec4 HTTP/1.1" status: 200 len: 210 time: 0.0376108 Apr 12 03:08:37.388119 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-e3e17286-63a0-4c11-9439-15e1b9157b8c tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks [] for floatingip (b58a6171-bc64-4092-9e3f-859d52750807), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:37.461723 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-e3e17286-63a0-4c11-9439-15e1b9157b8c tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (b7de0c92-741f-41c9-aec2-6f207651f3cf), before_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:37.463344 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-2a873408-c60d-45bb-ad82-db052947b11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'name': 'tempest-AttachVolumeNegativeTest-1586939642-router', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '95173c10-6b01-412c-bf6f-36551b81baff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:49Z', 'updated_at': '2022-04-12T03:05:12Z', 'revision_number': 4, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'gw_port': {'id': '95173c10-6b01-412c-bf6f-36551b81baff', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:38:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:51Z', 'updated_at': '2022-04-12T03:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': '054442ec-508f-4b5a-9b29-057809715a20', 'name': '', 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'mac_address': 'fa:16:3e:17:75:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3d77e3de-5404-4af1-9a0f-14127064fff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:05:09Z', 'updated_at': '2022-04-12T03:05:19Z', 'revision_number': 5, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'subnets': [{'id': '3d77e3de-5404-4af1-9a0f-14127064fff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:08:37.492465 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a873408-c60d-45bb-ad82-db052947b11d None None] The sync data for ids ['35c512b1-c0fa-4787-9673-d33c78bee148'] in dv-cinder-837443-1-iscsi is: [{'id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'name': 'tempest-AttachVolumeNegativeTest-1586939642-router', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '95173c10-6b01-412c-bf6f-36551b81baff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:49Z', 'updated_at': '2022-04-12T03:05:12Z', 'revision_number': 4, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'gw_port': {'id': '95173c10-6b01-412c-bf6f-36551b81baff', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:38:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:51Z', 'updated_at': '2022-04-12T03:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': '054442ec-508f-4b5a-9b29-057809715a20', 'name': '', 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'mac_address': 'fa:16:3e:17:75:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3d77e3de-5404-4af1-9a0f-14127064fff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:05:09Z', 'updated_at': '2022-04-12T03:05:19Z', 'revision_number': 5, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'subnets': [{'id': '3d77e3de-5404-4af1-9a0f-14127064fff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:08:37.618714 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-e3e17286-63a0-4c11-9439-15e1b9157b8c tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks [] for port (b7de0c92-741f-41c9-aec2-6f207651f3cf), precommit_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:37.624554 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-e3e17286-63a0-4c11-9439-15e1b9157b8c tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28322808'] for port (b7de0c92-741f-41c9-aec2-6f207651f3cf), after_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:37.699495 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e17286-63a0-4c11-9439-15e1b9157b8c tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Pushing event updated for resources: {'Port': ['ID=b7de0c92-741f-41c9-aec2-6f207651f3cf,revision_number=2']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:37.711706 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-e3e17286-63a0-4c11-9439-15e1b9157b8c tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682737'] for floatingip (b58a6171-bc64-4092-9e3f-859d52750807), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:37.734212 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c5b3a0-0339-4836-b0ba-957ec098fb8e None None] New status for floating IP d8adf6f9-825a-4f71-9476-b7d783a40d99: DOWN {{(pid=103485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 03:08:37.816045 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.db.l3_db [None req-e3e17286-63a0-4c11-9439-15e1b9157b8c tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Floating IP b58a6171-bc64-4092-9e3f-859d52750807 associated. External IP: 172.27.3.43, port: 1a10eb33-30d3-4f02-8f41-8c40a2f8334e. Apr 12 03:08:38.044116 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3e17286-63a0-4c11-9439-15e1b9157b8c tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Router 860366b1-e648-4b30-a975-ccbfb4a75ba5 has already been hosted by L3 agent beb15aed-f2b6-4676-85ca-b43f14e6acf3 {{(pid=103483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:08:38.165681 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e17286-63a0-4c11-9439-15e1b9157b8c tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Notify agent at l3_agent.dv-cinder-837443-1-iscsi the message routers_updated {{(pid=103483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:08:38.179614 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ded25c-4e15-4387-971b-0be8b2e29d61 None None] Sync routers for ids ['860366b1-e648-4b30-a975-ccbfb4a75ba5'] in dv-cinder-837443-1-iscsi {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:08:38.186022 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-e3e17286-63a0-4c11-9439-15e1b9157b8c tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for floatingip (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:38.189865 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ded25c-4e15-4387-971b-0be8b2e29d61 None None] Routers {'860366b1-e648-4b30-a975-ccbfb4a75ba5'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:08:38.190469 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-b6ded25c-4e15-4387-971b-0be8b2e29d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:08:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['860366b1-e648-4b30-a975-ccbfb4a75ba5'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:08:38.217432 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-e3e17286-63a0-4c11-9439-15e1b9157b8c tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7316995 Apr 12 03:08:38.218001 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f077998-319f-400b-ae12-7d9b6b3d5d7e', 'tag': '1a10eb33-30d3-4f02-8f41-8c40a2f8334e'}] {{(pid=103483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:08:38.220299 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e274900216188b1398d2f2ab6fda0f9d84329b9f507230773e3e9728a2d4b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9fdbcfe-77ab-4124-a542-67847ce65114" -d '{"events": [{"name": "network-changed", "server_uuid": "3f077998-319f-400b-ae12-7d9b6b3d5d7e", "tag": "1a10eb33-30d3-4f02-8f41-8c40a2f8334e"}]}' {{(pid=103483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:08:38.259520 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f0620c-e86b-45ef-aa8b-a632c73d934d x-openstack-request-id: req-98f0620c-e86b-45ef-aa8b-a632c73d934d {{(pid=103483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:08:38.259840 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f077998-319f-400b-ae12-7d9b6b3d5d7e", "tag": "1a10eb33-30d3-4f02-8f41-8c40a2f8334e", "status": "completed", "code": 200}]} {{(pid=103483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:08:38.260096 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-98f0620c-e86b-45ef-aa8b-a632c73d934d {{(pid=103483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:08:38.260503 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98f0620c-e86b-45ef-aa8b-a632c73d934d'] response: {'name': 'network-changed', 'server_uuid': '3f077998-319f-400b-ae12-7d9b6b3d5d7e', 'tag': '1a10eb33-30d3-4f02-8f41-8c40a2f8334e', 'status': 'completed', 'code': 200} Apr 12 03:08:38.297985 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-b6ded25c-4e15-4387-971b-0be8b2e29d61 None None] Set router 860366b1-e648-4b30-a975-ccbfb4a75ba5 gateway port host: dv-cinder-837443-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:08:38.330253 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fdbcfe-77ab-4124-a542-67847ce65114 req-da757225-0eea-4e09-b65f-c60831ebdbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:38.331807 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-f9fdbcfe-77ab-4124-a542-67847ce65114 req-da757225-0eea-4e09-b65f-c60831ebdbbb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=faa0847777334640bf8854a96c6e7a19&device_id=3f077998-319f-400b-ae12-7d9b6b3d5d7e HTTP/1.1" status: 200 len: 1130 time: 0.0449939 Apr 12 03:08:38.386511 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e6fda-e356-4186-8708-1d01ccfad413 req-be0322fe-5f9c-4de6-aab0-bd6eeb00c746 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:38.388034 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-cb1e6fda-e356-4186-8708-1d01ccfad413 req-be0322fe-5f9c-4de6-aab0-bd6eeb00c746 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=05a47b1f-6ab7-47db-bb09-f928a1c78e69 HTTP/1.1" status: 200 len: 945 time: 0.0463736 Apr 12 03:08:38.440690 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-cb1e6fda-e356-4186-8708-1d01ccfad413 req-4625d7fe-65d8-4f35-b013-f3b2e8ae1227 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8cd3214-f41b-4489-90f3-27757c64af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470147 Apr 12 03:08:38.454050 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fdbcfe-77ab-4124-a542-67847ce65114 req-5903497b-aa31-4477-b9ad-58387bdd8734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:38.455766 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-f9fdbcfe-77ab-4124-a542-67847ce65114 req-5903497b-aa31-4477-b9ad-58387bdd8734 service neutron] 10.222.0.25 "GET /v2.0/networks?id=da1505d4-daf5-4102-9185-5db938386645 HTTP/1.1" status: 200 len: 911 time: 0.1165638 Apr 12 03:08:38.481309 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 45696) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:38.533018 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-f9fdbcfe-77ab-4124-a542-67847ce65114 req-1a315e18-40e7-424e-b524-321eccce1569 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a10eb33-30d3-4f02-8f41-8c40a2f8334e HTTP/1.1" status: 200 len: 999 time: 0.0691476 Apr 12 03:08:38.535058 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-b6ded25c-4e15-4387-971b-0be8b2e29d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'name': 'tempest-TestVolumeBootPattern-861698763-router', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e0318674-e90e-4bb8-8fcc-2fc22c1902e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:07:44Z', 'updated_at': '2022-04-12T03:07:47Z', 'revision_number': 4, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'gw_port': {'id': 'e0318674-e90e-4bb8-8fcc-2fc22c1902e1', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:94:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:07:45Z', 'updated_at': '2022-04-12T03:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_floatingips': [{'id': 'b58a6171-bc64-4092-9e3f-859d52750807', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'router_id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'port_id': '1a10eb33-30d3-4f02-8f41-8c40a2f8334e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da1505d4-daf5-4102-9185-5db938386645', 'mac_address': 'fa:16:3e:b0:cd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f077998-319f-400b-ae12-7d9b6b3d5d7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:08:37Z', 'updated_at': '2022-04-12T03:08:37Z', 'revision_number': 0, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6510844-55e2-4171-ac51-a2dfce30d3b3', 'name': '', 'network_id': 'da1505d4-daf5-4102-9185-5db938386645', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'mac_address': 'fa:16:3e:62:3a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:07:47Z', 'updated_at': '2022-04-12T03:07:53Z', 'revision_number': 5, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'subnets': [{'id': '2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:08:38.538985 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-88252f40-03ce-46b7-aa9e-b3a885a872f6 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for security_group (0d434ffc-5a24-4ae6-a04d-d3d57c621012), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:38.562107 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-88252f40-03ce-46b7-aa9e-b3a885a872f6 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for security_group (0d434ffc-5a24-4ae6-a04d-d3d57c621012), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:38.565172 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ded25c-4e15-4387-971b-0be8b2e29d61 None None] Checking router: 860366b1-e648-4b30-a975-ccbfb4a75ba5 for host: dv-cinder-837443-1-iscsi {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:08:38.573629 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ded25c-4e15-4387-971b-0be8b2e29d61 None None] Routers {'860366b1-e648-4b30-a975-ccbfb4a75ba5'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:08:38.574227 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-b6ded25c-4e15-4387-971b-0be8b2e29d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:08:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['860366b1-e648-4b30-a975-ccbfb4a75ba5'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:08:38.582727 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fdbcfe-77ab-4124-a542-67847ce65114 req-6469cfd3-19e5-40e8-a364-c32ef1adabe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:38.584303 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-f9fdbcfe-77ab-4124-a542-67847ce65114 req-6469cfd3-19e5-40e8-a364-c32ef1adabe6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9 HTTP/1.1" status: 200 len: 850 time: 0.0450366 Apr 12 03:08:38.622105 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-88252f40-03ce-46b7-aa9e-b3a885a872f6 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (0d434ffc-5a24-4ae6-a04d-d3d57c621012), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:38.626043 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-88252f40-03ce-46b7-aa9e-b3a885a872f6 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for security_group (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:38.627210 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-88252f40-03ce-46b7-aa9e-b3a885a872f6 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "DELETE /v2.0/security-groups/0d434ffc-5a24-4ae6-a04d-d3d57c621012 HTTP/1.1" status: 204 len: 168 time: 0.1449239 Apr 12 03:08:38.631289 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 45698) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:38.637854 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88252f40-03ce-46b7-aa9e-b3a885a872f6 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d434ffc-5a24-4ae6-a04d-d3d57c621012,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:38.643618 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fdbcfe-77ab-4124-a542-67847ce65114 req-c375961d-5a2d-4de0-8f5f-78d4e43df652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:38.645115 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-f9fdbcfe-77ab-4124-a542-67847ce65114 req-c375961d-5a2d-4de0-8f5f-78d4e43df652 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=da1505d4-daf5-4102-9185-5db938386645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519001 Apr 12 03:08:38.653088 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.api.v2.resource [None req-74d6a0e3-62dd-4a88-a982-db63b92c9916 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] show failed (client error): The resource could not be found. Apr 12 03:08:38.654100 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-74d6a0e3-62dd-4a88-a982-db63b92c9916 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups/0d434ffc-5a24-4ae6-a04d-d3d57c621012 HTTP/1.1" status: 404 len: 347 time: 0.0216906 Apr 12 03:08:38.657046 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 45700) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:38.692256 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-b6ded25c-4e15-4387-971b-0be8b2e29d61 None None] Set router 860366b1-e648-4b30-a975-ccbfb4a75ba5 gateway port host: dv-cinder-837443-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:08:38.759226 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-f9fdbcfe-77ab-4124-a542-67847ce65114 req-b37ae5a6-02a2-4188-a3bb-dd0c124a8f7c service neutron] 10.222.0.25 "GET /v2.0/networks/da1505d4-daf5-4102-9185-5db938386645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041119 Apr 12 03:08:38.793758 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [None req-5a6df67e-1ec1-4774-a875-02b5ec988860 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Deleting port 4bf7f64f-549f-4ee1-a098-c99129f44473 {{(pid=103483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:08:38.793758 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-5a6df67e-1ec1-4774-a875-02b5ec988860 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (4bf7f64f-549f-4ee1-a098-c99129f44473), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:38.860888 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-f9fdbcfe-77ab-4124-a542-67847ce65114 req-b675771d-e6a8-4517-ab31-a1d235e66f1c service neutron] 10.222.0.25 "GET /v2.0/networks/da1505d4-daf5-4102-9185-5db938386645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907447 Apr 12 03:08:38.882937 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-5a6df67e-1ec1-4774-a875-02b5ec988860 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (4bf7f64f-549f-4ee1-a098-c99129f44473), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:38.883536 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-5a6df67e-1ec1-4774-a875-02b5ec988860 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for floatingip (4bf7f64f-549f-4ee1-a098-c99129f44473), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:38.896962 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [None req-5a6df67e-1ec1-4774-a875-02b5ec988860 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Calling delete_port for 4bf7f64f-549f-4ee1-a098-c99129f44473 owned by network:floatingip {{(pid=103483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:08:38.912993 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-b6ded25c-4e15-4387-971b-0be8b2e29d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'name': 'tempest-TestVolumeBootPattern-861698763-router', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e0318674-e90e-4bb8-8fcc-2fc22c1902e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:07:44Z', 'updated_at': '2022-04-12T03:07:47Z', 'revision_number': 4, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'gw_port': {'id': 'e0318674-e90e-4bb8-8fcc-2fc22c1902e1', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:94:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:07:45Z', 'updated_at': '2022-04-12T03:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_floatingips': [{'id': 'b58a6171-bc64-4092-9e3f-859d52750807', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'router_id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'port_id': '1a10eb33-30d3-4f02-8f41-8c40a2f8334e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da1505d4-daf5-4102-9185-5db938386645', 'mac_address': 'fa:16:3e:b0:cd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f077998-319f-400b-ae12-7d9b6b3d5d7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:08:37Z', 'updated_at': '2022-04-12T03:08:37Z', 'revision_number': 0, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6510844-55e2-4171-ac51-a2dfce30d3b3', 'name': '', 'network_id': 'da1505d4-daf5-4102-9185-5db938386645', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'mac_address': 'fa:16:3e:62:3a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:07:47Z', 'updated_at': '2022-04-12T03:07:53Z', 'revision_number': 5, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'subnets': [{'id': '2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:08:38.942236 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ded25c-4e15-4387-971b-0be8b2e29d61 None None] The sync data for ids ['860366b1-e648-4b30-a975-ccbfb4a75ba5'] in dv-cinder-837443-1-iscsi is: [{'id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'name': 'tempest-TestVolumeBootPattern-861698763-router', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e0318674-e90e-4bb8-8fcc-2fc22c1902e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:07:44Z', 'updated_at': '2022-04-12T03:07:47Z', 'revision_number': 4, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'gw_port': {'id': 'e0318674-e90e-4bb8-8fcc-2fc22c1902e1', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:94:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:07:45Z', 'updated_at': '2022-04-12T03:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_floatingips': [{'id': 'b58a6171-bc64-4092-9e3f-859d52750807', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'router_id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'port_id': '1a10eb33-30d3-4f02-8f41-8c40a2f8334e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da1505d4-daf5-4102-9185-5db938386645', 'mac_address': 'fa:16:3e:b0:cd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f077998-319f-400b-ae12-7d9b6b3d5d7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:08:37Z', 'updated_at': '2022-04-12T03:08:37Z', 'revision_number': 0, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6510844-55e2-4171-ac51-a2dfce30d3b3', 'name': '', 'network_id': 'da1505d4-daf5-4102-9185-5db938386645', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'mac_address': 'fa:16:3e:62:3a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:07:47Z', 'updated_at': '2022-04-12T03:07:53Z', 'revision_number': 5, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'subnets': [{'id': '2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:08:39.029620 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-5a6df67e-1ec1-4774-a875-02b5ec988860 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28322803'] for port (4bf7f64f-549f-4ee1-a098-c99129f44473), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:39.057836 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6df67e-1ec1-4774-a875-02b5ec988860 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Pushing event deleted for resources: {'Port': ['ID=4bf7f64f-549f-4ee1-a098-c99129f44473,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:39.120446 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-5a6df67e-1ec1-4774-a875-02b5ec988860 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for floatingip (d8adf6f9-825a-4f71-9476-b7d783a40d99), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:39.122770 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-5a6df67e-1ec1-4774-a875-02b5ec988860 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for floatingip (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:39.124025 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-5a6df67e-1ec1-4774-a875-02b5ec988860 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "DELETE /v2.0/floatingips/d8adf6f9-825a-4f71-9476-b7d783a40d99 HTTP/1.1" status: 204 len: 168 time: 0.4659326 Apr 12 03:08:39.138819 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e920c4-4c54-4942-8866-a7cb4160021f None None] New status for floating IP b58a6171-bc64-4092-9e3f-859d52750807: ACTIVE {{(pid=103485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 03:08:39.413690 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 45704) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:39.420270 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-a7188a4c-6e49-4a6c-9dcc-b78417fc40b1 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1390486751', 'description': 'tempest-description--471157617'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:08:39.444402 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a7188a4c-6e49-4a6c-9dcc-b78417fc40b1 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:39.520729 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a7188a4c-6e49-4a6c-9dcc-b78417fc40b1 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for security_group (311601b1-8e82-466a-a900-64ea48794e1c), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:39.531742 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a7188a4c-6e49-4a6c-9dcc-b78417fc40b1 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (311601b1-8e82-466a-a900-64ea48794e1c), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:39.577851 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a7188a4c-6e49-4a6c-9dcc-b78417fc40b1 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:39.579041 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-a7188a4c-6e49-4a6c-9dcc-b78417fc40b1 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1643760 Apr 12 03:08:39.582652 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 45710) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:39.587268 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [None req-7e56a6ce-4c35-4f89-830a-657c33c6e24e tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Request body: {'security_group_rule': {'security_group_id': '311601b1-8e82-466a-a900-64ea48794e1c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:08:39.589194 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505da20f-133d-40a3-a186-4e2cd3455590 req-c3bd29d9-3cfb-465b-a02a-8ccbc321bf7f tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:39.590614 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-505da20f-133d-40a3-a186-4e2cd3455590 req-c3bd29d9-3cfb-465b-a02a-8ccbc321bf7f tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=05a47b1f-6ab7-47db-bb09-f928a1c78e69 HTTP/1.1" status: 200 len: 945 time: 0.0685732 Apr 12 03:08:39.594615 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7188a4c-6e49-4a6c-9dcc-b78417fc40b1 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=311601b1-8e82-466a-a900-64ea48794e1c,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:39.621438 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-7e56a6ce-4c35-4f89-830a-657c33c6e24e tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for security_group_rule (cd4283b8-c91a-4a18-aa5b-0485b3aed9b9), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:39.641281 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-505da20f-133d-40a3-a186-4e2cd3455590 req-d03265cd-2bb2-4377-9db1-cd30709067ec tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8cd3214-f41b-4489-90f3-27757c64af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436866 Apr 12 03:08:39.675463 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-7e56a6ce-4c35-4f89-830a-657c33c6e24e tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for security_group_rule (cd4283b8-c91a-4a18-aa5b-0485b3aed9b9), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:39.680893 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-7e56a6ce-4c35-4f89-830a-657c33c6e24e tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707756'] for security_group_rule (cd4283b8-c91a-4a18-aa5b-0485b3aed9b9), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:39.696103 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device a71e2b22-1bd9-4765-8f4d-7aa692f8597e no longer exists at agent hyperv_hv-cinder-83744 {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:08:39.699944 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e56a6ce-4c35-4f89-830a-657c33c6e24e tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd4283b8-c91a-4a18-aa5b-0485b3aed9b9,revision_number=0']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:39.711348 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-7e56a6ce-4c35-4f89-830a-657c33c6e24e tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:39.712250 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-7e56a6ce-4c35-4f89-830a-657c33c6e24e tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1284747 Apr 12 03:08:39.715658 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 45712) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:39.720098 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [None req-9b6653cc-a4ba-4fc5-835b-1f9689674ef1 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Request body: {'security_group_rule': {'security_group_id': '311601b1-8e82-466a-a900-64ea48794e1c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:08:39.725664 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] No Port match for: a71e2b22-1bd9-4765-8f4d-7aa692f8597e {{(pid=103485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:08:39.726011 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device a71e2b22-1bd9-4765-8f4d-7aa692f8597e not bound to the agent host hv-cinder-83744 {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:08:39.748490 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-9b6653cc-a4ba-4fc5-835b-1f9689674ef1 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for security_group_rule (49915233-3d00-4039-ba2b-e199e6ef2d67), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:39.813970 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-9b6653cc-a4ba-4fc5-835b-1f9689674ef1 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for security_group_rule (49915233-3d00-4039-ba2b-e199e6ef2d67), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:39.818903 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-9b6653cc-a4ba-4fc5-835b-1f9689674ef1 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707756'] for security_group_rule (49915233-3d00-4039-ba2b-e199e6ef2d67), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:39.838166 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6653cc-a4ba-4fc5-835b-1f9689674ef1 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49915233-3d00-4039-ba2b-e199e6ef2d67,revision_number=0']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:39.844083 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-9b6653cc-a4ba-4fc5-835b-1f9689674ef1 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:39.845322 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-9b6653cc-a4ba-4fc5-835b-1f9689674ef1 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1286974 Apr 12 03:08:39.849170 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 45714) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:39.853447 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [None req-745048ad-9699-4734-9b5e-8fd771b091f6 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Request body: {'floatingip': {'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:08:39.873415 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-745048ad-9699-4734-9b5e-8fd771b091f6 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:39.957633 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-745048ad-9699-4734-9b5e-8fd771b091f6 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:40.073270 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.db_base_plugin_common [None req-745048ad-9699-4734-9b5e-8fd771b091f6 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Allocated IP 172.27.3.88 (79cba51c-a00f-4d8d-a813-38deb5f63b2a/29b195a7-2bca-4a4f-ac92-aa862b85642e/956466d4-ceb9-43ea-ab0c-fbd0491a33fc) {{(pid=103483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:08:40.179387 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-745048ad-9699-4734-9b5e-8fd771b091f6 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for port (956466d4-ceb9-43ea-ab0c-fbd0491a33fc), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:40.229501 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-745048ad-9699-4734-9b5e-8fd771b091f6 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28322803'] for port (956466d4-ceb9-43ea-ab0c-fbd0491a33fc), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:40.269402 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745048ad-9699-4734-9b5e-8fd771b091f6 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Network 79cba51c-a00f-4d8d-a813-38deb5f63b2a is already hosted by enough agents. {{(pid=103483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:08:40.276545 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.base_scheduler [None req-745048ad-9699-4734-9b5e-8fd771b091f6 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Resources bound (agent type, host, resource id): {{(pid=103483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:08:40.280418 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745048ad-9699-4734-9b5e-8fd771b091f6 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Received port after_create {{(pid=103483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:08:40.289773 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745048ad-9699-4734-9b5e-8fd771b091f6 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Pushing event updated for resources: {'Port': ['ID=956466d4-ceb9-43ea-ab0c-fbd0491a33fc,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:40.376194 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-745048ad-9699-4734-9b5e-8fd771b091f6 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for floatingip (57cb4077-7f8b-430f-9647-774013416191), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:40.413912 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-745048ad-9699-4734-9b5e-8fd771b091f6 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (956466d4-ceb9-43ea-ab0c-fbd0491a33fc), before_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:40.562975 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-745048ad-9699-4734-9b5e-8fd771b091f6 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for port (956466d4-ceb9-43ea-ab0c-fbd0491a33fc), precommit_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:40.568449 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-745048ad-9699-4734-9b5e-8fd771b091f6 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28322808'] for port (956466d4-ceb9-43ea-ab0c-fbd0491a33fc), after_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:40.641475 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745048ad-9699-4734-9b5e-8fd771b091f6 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Pushing event updated for resources: {'Port': ['ID=956466d4-ceb9-43ea-ab0c-fbd0491a33fc,revision_number=2']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:40.651846 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-745048ad-9699-4734-9b5e-8fd771b091f6 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682737'] for floatingip (57cb4077-7f8b-430f-9647-774013416191), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:40.667658 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-745048ad-9699-4734-9b5e-8fd771b091f6 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for floatingip (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:40.677238 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-745048ad-9699-4734-9b5e-8fd771b091f6 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8269298 Apr 12 03:08:40.778623 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d0921c-6f72-4678-82e5-f9323295002d req-903f6b15-9eaf-49bc-b023-e821b5614416 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:40.780135 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-40d0921c-6f72-4678-82e5-f9323295002d req-903f6b15-9eaf-49bc-b023-e821b5614416 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=05a47b1f-6ab7-47db-bb09-f928a1c78e69 HTTP/1.1" status: 200 len: 945 time: 0.0476251 Apr 12 03:08:40.829635 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-40d0921c-6f72-4678-82e5-f9323295002d req-80cbe780-1beb-4d83-95b9-fc4beef855e8 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8cd3214-f41b-4489-90f3-27757c64af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435419 Apr 12 03:08:40.889427 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-451cc507-e3b3-437d-9bc1-db63e4ba0510 req-390ad8e1-aa74-431e-af32-17d729a9f966 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1390486751&fields=id&tenant_id=e9ed2cca6cce43c599fc86b60cfafda6 HTTP/1.1" status: 200 len: 267 time: 0.0414433 Apr 12 03:08:41.001712 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451cc507-e3b3-437d-9bc1-db63e4ba0510 req-1d76ca8c-133b-482a-8436-c4418310c098 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:41.003152 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-451cc507-e3b3-437d-9bc1-db63e4ba0510 req-1d76ca8c-133b-482a-8436-c4418310c098 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/networks?id=c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b HTTP/1.1" status: 200 len: 815 time: 0.1054299 Apr 12 03:08:41.020829 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-451cc507-e3b3-437d-9bc1-db63e4ba0510 req-866f825f-8aa1-442d-9a1b-bff5524a5b13 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/quotas/e9ed2cca6cce43c599fc86b60cfafda6 HTTP/1.1" status: 200 len: 375 time: 0.0095727 Apr 12 03:08:41.068492 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-451cc507-e3b3-437d-9bc1-db63e4ba0510 req-cda6f0a3-6f1a-4155-bc91-e84576a89ef8 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e9ed2cca6cce43c599fc86b60cfafda6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0428960 Apr 12 03:08:41.163601 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-451cc507-e3b3-437d-9bc1-db63e4ba0510 req-4c858f4d-6381-438d-89e1-55fe7cc3149d service neutron] 10.222.0.32 "GET /v2.0/networks/c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828702 Apr 12 03:08:41.523485 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-451cc507-e3b3-437d-9bc1-db63e4ba0510 req-94e2b247-4796-4df3-8dab-350b3c86ea96 service neutron] 10.222.0.32 "GET /v2.0/networks/c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541980 Apr 12 03:08:41.692232 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-eca60504-0917-4cc2-94ba-fe90d23dc088 req-98749a9a-2dd2-4bff-99a4-85b30243f9c3 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=47eef148-b953-496c-9cb7-2436d279266c HTTP/1.1" status: 200 len: 210 time: 0.0314283 Apr 12 03:08:41.959892 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb467f0-bb3b-42bc-8bf2-01f6e372bae2 req-2c19a8dc-1eb4-4468-b7da-3c82b6f78e41 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:41.966920 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-ddb467f0-bb3b-42bc-8bf2-01f6e372bae2 req-2c19a8dc-1eb4-4468-b7da-3c82b6f78e41 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=05a47b1f-6ab7-47db-bb09-f928a1c78e69 HTTP/1.1" status: 200 len: 945 time: 0.0582685 Apr 12 03:08:42.019000 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e8484-3e63-4d79-bd07-239572e9c5c3 req-ff8f9300-5772-4d7d-a292-a69f85d18b19 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:42.021729 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-e86e8484-3e63-4d79-bd07-239572e9c5c3 req-ff8f9300-5772-4d7d-a292-a69f85d18b19 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 945 time: 0.0521851 Apr 12 03:08:42.036872 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-ddb467f0-bb3b-42bc-8bf2-01f6e372bae2 req-532ebda5-9512-4c16-905e-9a2040d4ba84 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8cd3214-f41b-4489-90f3-27757c64af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689528 Apr 12 03:08:42.084784 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-e86e8484-3e63-4d79-bd07-239572e9c5c3 req-316a6b3d-4f29-4b8c-b9a5-175eded6088b tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=37b179c6-f3cc-4a4d-ad74-37db92046685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544779 Apr 12 03:08:42.827357 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-4d057f63-3726-4291-8059-7f1f7d5ee838 req-87653070-5a2f-41b6-80ae-9043c1437455 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=47eef148-b953-496c-9cb7-2436d279266c HTTP/1.1" status: 200 len: 210 time: 0.0659955 Apr 12 03:08:42.860021 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451cc507-e3b3-437d-9bc1-db63e4ba0510 req-bf91b591-bfbe-4039-af74-5f99e8477f52 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:42.862187 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-451cc507-e3b3-437d-9bc1-db63e4ba0510 req-bf91b591-bfbe-4039-af74-5f99e8477f52 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.25 "GET /v2.0/networks?id=c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b HTTP/1.1" status: 200 len: 815 time: 0.1380107 Apr 12 03:08:42.935383 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-451cc507-e3b3-437d-9bc1-db63e4ba0510 req-3c7720f4-3a45-4ae7-8a18-90c57cecc093 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9ed2cca6cce43c599fc86b60cfafda6 HTTP/1.1" status: 200 len: 380 time: 0.0549967 Apr 12 03:08:42.990546 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [req-451cc507-e3b3-437d-9bc1-db63e4ba0510 req-eb922812-6cae-4314-b011-b29db65b17ee tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Request body: {'port': {'device_id': '47eef148-b953-496c-9cb7-2436d279266c', 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b', 'admin_state_up': True, 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'security_groups': ['311601b1-8e82-466a-a900-64ea48794e1c']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:08:43.110538 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-451cc507-e3b3-437d-9bc1-db63e4ba0510 req-eb922812-6cae-4314-b011-b29db65b17ee tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Made reservation on behalf of e9ed2cca6cce43c599fc86b60cfafda6 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:08:43.114855 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-451cc507-e3b3-437d-9bc1-db63e4ba0510 req-eb922812-6cae-4314-b011-b29db65b17ee tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:43.156336 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb10160-9e24-4cdb-85d1-8a59d82f419b req-0eb9110a-a322-4f1f-a3ac-9c8dd45f89a5 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:43.158512 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-fbb10160-9e24-4cdb-85d1-8a59d82f419b req-0eb9110a-a322-4f1f-a3ac-9c8dd45f89a5 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=05a47b1f-6ab7-47db-bb09-f928a1c78e69 HTTP/1.1" status: 200 len: 945 time: 0.0561063 Apr 12 03:08:43.209012 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-fbb10160-9e24-4cdb-85d1-8a59d82f419b req-6e33132c-4f6b-464f-95ef-630b17420ca7 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8cd3214-f41b-4489-90f3-27757c64af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436482 Apr 12 03:08:43.230780 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd4780-da2e-427e-b83f-87630059ff77 req-b34899fd-a5b7-407e-b287-fb4b6f73ebb2 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:43.232271 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-80dd4780-da2e-427e-b83f-87630059ff77 req-b34899fd-a5b7-407e-b287-fb4b6f73ebb2 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 945 time: 0.0637619 Apr 12 03:08:43.298962 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-451cc507-e3b3-437d-9bc1-db63e4ba0510 req-eb922812-6cae-4314-b011-b29db65b17ee tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Allocated IP 172.20.0.4 (c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b/3d77e3de-5404-4af1-9a0f-14127064fff3/be3801ec-8fcf-4c71-8f75-ca89b95f64b7) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:08:43.320095 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-80dd4780-da2e-427e-b83f-87630059ff77 req-58a44600-b701-445e-8ffd-7a947f4dbc94 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=37b179c6-f3cc-4a4d-ad74-37db92046685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668614 Apr 12 03:08:43.451188 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-451cc507-e3b3-437d-9bc1-db63e4ba0510 req-eb922812-6cae-4314-b011-b29db65b17ee tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for port (be3801ec-8fcf-4c71-8f75-ca89b95f64b7), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:43.496019 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-451cc507-e3b3-437d-9bc1-db63e4ba0510 req-eb922812-6cae-4314-b011-b29db65b17ee tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28695539'] for port (be3801ec-8fcf-4c71-8f75-ca89b95f64b7), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:43.543433 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-451cc507-e3b3-437d-9bc1-db63e4ba0510 req-eb922812-6cae-4314-b011-b29db65b17ee tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Network c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:08:43.546451 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-451cc507-e3b3-437d-9bc1-db63e4ba0510 req-eb922812-6cae-4314-b011-b29db65b17ee tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:08:43.549983 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-451cc507-e3b3-437d-9bc1-db63e4ba0510 req-eb922812-6cae-4314-b011-b29db65b17ee tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:08:43.556701 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb922812-6cae-4314-b011-b29db65b17ee tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Pushing event updated for resources: {'Port': ['ID=be3801ec-8fcf-4c71-8f75-ca89b95f64b7,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:43.604029 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451cc507-e3b3-437d-9bc1-db63e4ba0510 req-eb922812-6cae-4314-b011-b29db65b17ee tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:43.604525 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-451cc507-e3b3-437d-9bc1-db63e4ba0510 req-eb922812-6cae-4314-b011-b29db65b17ee tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for port (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:43.622336 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-451cc507-e3b3-437d-9bc1-db63e4ba0510 req-eb922812-6cae-4314-b011-b29db65b17ee tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6368048 Apr 12 03:08:43.634490 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [req-451cc507-e3b3-437d-9bc1-db63e4ba0510 req-f5b09891-a024-45c2-b68c-1c3e6ab3b85a service neutron] Request body: {'port': {'device_id': '47eef148-b953-496c-9cb7-2436d279266c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83744'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:08:43.699675 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-451cc507-e3b3-437d-9bc1-db63e4ba0510 req-f5b09891-a024-45c2-b68c-1c3e6ab3b85a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (be3801ec-8fcf-4c71-8f75-ca89b95f64b7), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:43.785688 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-c5b7186a-7c0b-42d3-a3fe-6fc8db07f095 None None] Provisioning complete for port be3801ec-8fcf-4c71-8f75-ca89b95f64b7 triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:08:43.786339 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c5b7186a-7c0b-42d3-a3fe-6fc8db07f095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (be3801ec-8fcf-4c71-8f75-ca89b95f64b7), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:43.820377 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-c5b7186a-7c0b-42d3-a3fe-6fc8db07f095 None None] Port be3801ec-8fcf-4c71-8f75-ca89b95f64b7 cannot update to ACTIVE because it is not bound. {{(pid=103485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:08:43.944759 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd8a92-5660-4312-a58f-2a6f882d7586 req-924b5b9a-73b4-4682-87d3-529985313885 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:43.946475 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-2bfd8a92-5660-4312-a58f-2a6f882d7586 req-924b5b9a-73b4-4682-87d3-529985313885 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=47eef148-b953-496c-9cb7-2436d279266c HTTP/1.1" status: 200 len: 931 time: 0.0469148 Apr 12 03:08:43.969500 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.notifiers.nova [req-451cc507-e3b3-437d-9bc1-db63e4ba0510 req-f5b09891-a024-45c2-b68c-1c3e6ab3b85a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be3801ec-8fcf-4c71-8f75-ca89b95f64b7 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:08:43.977039 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-451cc507-e3b3-437d-9bc1-db63e4ba0510 req-f5b09891-a024-45c2-b68c-1c3e6ab3b85a service neutron] Publish callbacks [] for port (be3801ec-8fcf-4c71-8f75-ca89b95f64b7), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:43.989568 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-451cc507-e3b3-437d-9bc1-db63e4ba0510 req-f5b09891-a024-45c2-b68c-1c3e6ab3b85a service neutron] Transition to ACTIVE for port object be3801ec-8fcf-4c71-8f75-ca89b95f64b7 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 03:08:43.994753 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-2bfd8a92-5660-4312-a58f-2a6f882d7586 req-5211f426-467b-4103-ba90-5b3690005712 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?id=311601b1-8e82-466a-a900-64ea48794e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425775 Apr 12 03:08:43.995116 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-451cc507-e3b3-437d-9bc1-db63e4ba0510 req-f5b09891-a024-45c2-b68c-1c3e6ab3b85a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28695544'] for port (be3801ec-8fcf-4c71-8f75-ca89b95f64b7), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:44.044605 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b09891-a024-45c2-b68c-1c3e6ab3b85a service neutron] Pushing event updated for resources: {'Port': ['ID=be3801ec-8fcf-4c71-8f75-ca89b95f64b7,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:44.121721 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-451cc507-e3b3-437d-9bc1-db63e4ba0510 req-f5b09891-a024-45c2-b68c-1c3e6ab3b85a service neutron] Attempting to bind port be3801ec-8fcf-4c71-8f75-ca89b95f64b7 on host hv-cinder-83744 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:08:44.122051 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-451cc507-e3b3-437d-9bc1-db63e4ba0510 req-f5b09891-a024-45c2-b68c-1c3e6ab3b85a service neutron] Attempting to bind port be3801ec-8fcf-4c71-8f75-ca89b95f64b7 by drivers openvswitch,hyperv on host hv-cinder-83744 at level 0 using segments [{'id': 'dd5e46db-2abb-4e6f-862d-f5a1257f87c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:08:44.122379 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451cc507-e3b3-437d-9bc1-db63e4ba0510 req-f5b09891-a024-45c2-b68c-1c3e6ab3b85a service neutron] Attempting to bind port be3801ec-8fcf-4c71-8f75-ca89b95f64b7 on network c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:08:44.127245 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451cc507-e3b3-437d-9bc1-db63e4ba0510 req-f5b09891-a024-45c2-b68c-1c3e6ab3b85a service neutron] Port be3801ec-8fcf-4c71-8f75-ca89b95f64b7 on network c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83744 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 03:08:44.127561 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451cc507-e3b3-437d-9bc1-db63e4ba0510 req-f5b09891-a024-45c2-b68c-1c3e6ab3b85a service neutron] Attempting to bind port be3801ec-8fcf-4c71-8f75-ca89b95f64b7 on network c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:08:44.133389 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451cc507-e3b3-437d-9bc1-db63e4ba0510 req-f5b09891-a024-45c2-b68c-1c3e6ab3b85a service neutron] Checking agent: {'id': 'd9b4afc3-988d-4081-ae69-d9ab2b5cf58b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83744', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 3, 2, 51), 'started_at': datetime.datetime(2022, 4, 12, 3, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:08:44.133869 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451cc507-e3b3-437d-9bc1-db63e4ba0510 req-f5b09891-a024-45c2-b68c-1c3e6ab3b85a service neutron] Checking segment: {'id': 'dd5e46db-2abb-4e6f-862d-f5a1257f87c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:08:44.134259 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451cc507-e3b3-437d-9bc1-db63e4ba0510 req-f5b09891-a024-45c2-b68c-1c3e6ab3b85a service neutron] Bound using segment: {'id': 'dd5e46db-2abb-4e6f-862d-f5a1257f87c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:08:44.134675 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-451cc507-e3b3-437d-9bc1-db63e4ba0510 req-f5b09891-a024-45c2-b68c-1c3e6ab3b85a service neutron] Bound port: be3801ec-8fcf-4c71-8f75-ca89b95f64b7, host: hv-cinder-83744, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd5e46db-2abb-4e6f-862d-f5a1257f87c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:08:44.135033 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-451cc507-e3b3-437d-9bc1-db63e4ba0510 req-f5b09891-a024-45c2-b68c-1c3e6ab3b85a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (be3801ec-8fcf-4c71-8f75-ca89b95f64b7), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:44.203458 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-451cc507-e3b3-437d-9bc1-db63e4ba0510 req-f5b09891-a024-45c2-b68c-1c3e6ab3b85a service neutron] For port be3801ec-8fcf-4c71-8f75-ca89b95f64b7, host hv-cinder-83744, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:08:44.206734 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-451cc507-e3b3-437d-9bc1-db63e4ba0510 req-f5b09891-a024-45c2-b68c-1c3e6ab3b85a service neutron] For port be3801ec-8fcf-4c71-8f75-ca89b95f64b7, host hv-cinder-83744, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=be3801ec-8fcf-4c71-8f75-ca89b95f64b7,segment=NetworkSegment(dd5e46db-2abb-4e6f-862d-f5a1257f87c2),segment_id=dd5e46db-2abb-4e6f-862d-f5a1257f87c2)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:08:44.216087 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-451cc507-e3b3-437d-9bc1-db63e4ba0510 req-f5b09891-a024-45c2-b68c-1c3e6ab3b85a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28695544'] for port (be3801ec-8fcf-4c71-8f75-ca89b95f64b7), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:44.256088 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451cc507-e3b3-437d-9bc1-db63e4ba0510 req-f5b09891-a024-45c2-b68c-1c3e6ab3b85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:44.256708 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-451cc507-e3b3-437d-9bc1-db63e4ba0510 req-f5b09891-a024-45c2-b68c-1c3e6ab3b85a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for port (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:44.258095 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-451cc507-e3b3-437d-9bc1-db63e4ba0510 req-f5b09891-a024-45c2-b68c-1c3e6ab3b85a service neutron] 10.222.0.25 "PUT /v2.0/ports/be3801ec-8fcf-4c71-8f75-ca89b95f64b7 HTTP/1.1" status: 200 len: 1093 time: 0.6278439 Apr 12 03:08:44.258657 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47eef148-b953-496c-9cb7-2436d279266c', 'tag': 'be3801ec-8fcf-4c71-8f75-ca89b95f64b7'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:08:44.260786 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d98137ebe7b3f8ae23a53251b76916d727952a33f49bb2ab88d2915e9897d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc7ce47-a2a9-4720-b261-4aef122e3f8e" -d '{"events": [{"name": "network-changed", "server_uuid": "47eef148-b953-496c-9cb7-2436d279266c", "tag": "be3801ec-8fcf-4c71-8f75-ca89b95f64b7"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:08:44.307105 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba8ee31-a53b-4af0-93ce-eca0b11661d1 x-openstack-request-id: req-2ba8ee31-a53b-4af0-93ce-eca0b11661d1 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:08:44.307405 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47eef148-b953-496c-9cb7-2436d279266c", "tag": "be3801ec-8fcf-4c71-8f75-ca89b95f64b7", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:08:44.307853 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2ba8ee31-a53b-4af0-93ce-eca0b11661d1 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:08:44.308282 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ba8ee31-a53b-4af0-93ce-eca0b11661d1'] response: {'name': 'network-changed', 'server_uuid': '47eef148-b953-496c-9cb7-2436d279266c', 'tag': 'be3801ec-8fcf-4c71-8f75-ca89b95f64b7', 'status': 'completed', 'code': 200} Apr 12 03:08:44.309067 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b09891-a024-45c2-b68c-1c3e6ab3b85a service neutron] Pushing event updated for resources: {'Port': ['ID=be3801ec-8fcf-4c71-8f75-ca89b95f64b7,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:44.393968 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c9c08-a870-4f69-950a-aa4eb7d7bdb9 req-1c4cd09d-96bb-4926-9abb-8ed87652b23f tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:44.395912 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-ac8c9c08-a870-4f69-950a-aa4eb7d7bdb9 req-1c4cd09d-96bb-4926-9abb-8ed87652b23f tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=05a47b1f-6ab7-47db-bb09-f928a1c78e69 HTTP/1.1" status: 200 len: 945 time: 0.0826705 Apr 12 03:08:44.397146 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451cc507-e3b3-437d-9bc1-db63e4ba0510 req-d9862889-c510-425e-a5cb-67334293e37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:44.398553 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-451cc507-e3b3-437d-9bc1-db63e4ba0510 req-d9862889-c510-425e-a5cb-67334293e37e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e9ed2cca6cce43c599fc86b60cfafda6&device_id=47eef148-b953-496c-9cb7-2436d279266c HTTP/1.1" status: 200 len: 1127 time: 0.0833247 Apr 12 03:08:44.446984 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69bc5e-7b28-494f-af74-e2236bb5b01a req-5f552ecf-2b12-4980-99b8-df5b1adf552c tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:44.453164 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-451cc507-e3b3-437d-9bc1-db63e4ba0510 req-5615ccc4-0839-47d5-92b9-93112447010d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be3801ec-8fcf-4c71-8f75-ca89b95f64b7 HTTP/1.1" status: 200 len: 217 time: 0.0430253 Apr 12 03:08:44.455606 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-fa69bc5e-7b28-494f-af74-e2236bb5b01a req-5f552ecf-2b12-4980-99b8-df5b1adf552c tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 945 time: 0.0601811 Apr 12 03:08:44.503563 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-fa69bc5e-7b28-494f-af74-e2236bb5b01a req-15f02941-fd35-4b02-97cf-12966e3e3b55 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=37b179c6-f3cc-4a4d-ad74-37db92046685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467749 Apr 12 03:08:44.521228 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-ac8c9c08-a870-4f69-950a-aa4eb7d7bdb9 req-7acc00e7-58fd-4fec-97f0-635a6187a7f3 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8cd3214-f41b-4489-90f3-27757c64af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174676 Apr 12 03:08:44.535502 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451cc507-e3b3-437d-9bc1-db63e4ba0510 req-fd56aa70-4754-4691-829f-154eaefb5842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:44.537147 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-451cc507-e3b3-437d-9bc1-db63e4ba0510 req-fd56aa70-4754-4691-829f-154eaefb5842 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3d77e3de-5404-4af1-9a0f-14127064fff3 HTTP/1.1" status: 200 len: 854 time: 0.0737007 Apr 12 03:08:44.583876 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451cc507-e3b3-437d-9bc1-db63e4ba0510 req-6ea38c73-fa9f-4c9a-8885-066ebd8961ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:44.584773 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-451cc507-e3b3-437d-9bc1-db63e4ba0510 req-6ea38c73-fa9f-4c9a-8885-066ebd8961ad service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412719 Apr 12 03:08:44.679691 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-451cc507-e3b3-437d-9bc1-db63e4ba0510 req-7ff8d217-f863-49bf-ad93-40543646488b service neutron] 10.222.0.25 "GET /v2.0/networks/c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866611 Apr 12 03:08:44.782281 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-451cc507-e3b3-437d-9bc1-db63e4ba0510 req-54036f94-1a15-45c4-8f2a-d2ec0bd1584e service neutron] 10.222.0.25 "GET /v2.0/networks/c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949426 Apr 12 03:08:45.121368 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb750158-09b4-4c7b-bd1b-640c0df03470 req-e70bf0d6-d342-4365-baf6-69b580ac1b13 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:45.122815 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-bb750158-09b4-4c7b-bd1b-640c0df03470 req-e70bf0d6-d342-4365-baf6-69b580ac1b13 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=47eef148-b953-496c-9cb7-2436d279266c HTTP/1.1" status: 200 len: 943 time: 0.0530612 Apr 12 03:08:45.177231 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-bb750158-09b4-4c7b-bd1b-640c0df03470 req-c69b7faf-8a19-4d75-955f-1148d9b4ad34 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?id=311601b1-8e82-466a-a900-64ea48794e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486891 Apr 12 03:08:45.624004 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a637b8-b36e-414e-bc2b-47e7c7905038 req-69a58f18-2791-4a1e-b247-4cefd6f3bb6c tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:45.625518 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-53a637b8-b36e-414e-bc2b-47e7c7905038 req-69a58f18-2791-4a1e-b247-4cefd6f3bb6c tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 945 time: 0.0513122 Apr 12 03:08:45.654148 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de29c6-18b9-4d57-a02f-b968c130aad7 req-42a5684e-c3c2-4404-94bc-9fbc6bea54cb tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:45.655607 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-85de29c6-18b9-4d57-a02f-b968c130aad7 req-42a5684e-c3c2-4404-94bc-9fbc6bea54cb tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=05a47b1f-6ab7-47db-bb09-f928a1c78e69 HTTP/1.1" status: 200 len: 945 time: 0.0565071 Apr 12 03:08:45.672927 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-53a637b8-b36e-414e-bc2b-47e7c7905038 req-2a7fe638-d17b-4749-a5ee-e5a37b09fbe1 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=37b179c6-f3cc-4a4d-ad74-37db92046685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404339 Apr 12 03:08:45.701897 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-85de29c6-18b9-4d57-a02f-b968c130aad7 req-4ef0c216-be18-4f14-933e-e9e945140c61 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8cd3214-f41b-4489-90f3-27757c64af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402935 Apr 12 03:08:45.894414 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc7ce47-a2a9-4720-b261-4aef122e3f8e req-e6b5809e-645e-4d85-b42f-3c5897db26b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:45.896235 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1dc7ce47-a2a9-4720-b261-4aef122e3f8e req-e6b5809e-645e-4d85-b42f-3c5897db26b2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e9ed2cca6cce43c599fc86b60cfafda6&device_id=47eef148-b953-496c-9cb7-2436d279266c HTTP/1.1" status: 200 len: 1127 time: 0.0450335 Apr 12 03:08:46.036690 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc7ce47-a2a9-4720-b261-4aef122e3f8e req-bef4b4b1-0dd2-4b52-ac4c-57d6605b406f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:46.038143 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1dc7ce47-a2a9-4720-b261-4aef122e3f8e req-bef4b4b1-0dd2-4b52-ac4c-57d6605b406f service neutron] 10.222.0.25 "GET /v2.0/networks?id=c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b HTTP/1.1" status: 200 len: 915 time: 0.0896435 Apr 12 03:08:46.099387 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1dc7ce47-a2a9-4720-b261-4aef122e3f8e req-ad8e1488-8467-4250-b050-0afc160c1c35 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be3801ec-8fcf-4c71-8f75-ca89b95f64b7 HTTP/1.1" status: 200 len: 217 time: 0.0458846 Apr 12 03:08:46.149223 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc7ce47-a2a9-4720-b261-4aef122e3f8e req-5ac34c6e-addb-4ff5-83f5-6e9cb62f5900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:46.150541 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1dc7ce47-a2a9-4720-b261-4aef122e3f8e req-5ac34c6e-addb-4ff5-83f5-6e9cb62f5900 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3d77e3de-5404-4af1-9a0f-14127064fff3 HTTP/1.1" status: 200 len: 854 time: 0.0446548 Apr 12 03:08:46.306246 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d7bbf4-cf18-45fe-a855-75c3d323a0f5 req-9a741cde-fad5-4a00-bd41-aa5c6a71970d tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:46.307976 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-e2d7bbf4-cf18-45fe-a855-75c3d323a0f5 req-9a741cde-fad5-4a00-bd41-aa5c6a71970d tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=47eef148-b953-496c-9cb7-2436d279266c HTTP/1.1" status: 200 len: 943 time: 0.0486729 Apr 12 03:08:46.365810 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-e2d7bbf4-cf18-45fe-a855-75c3d323a0f5 req-97b89bd0-1efb-4a7b-b2a6-1d6968c9868c tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?id=311601b1-8e82-466a-a900-64ea48794e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512183 Apr 12 03:08:46.798217 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c9d69-928c-4b9e-945b-b0c8c023ec1b req-7869a206-4e1b-4b7e-8014-2b145a17ec25 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:46.799848 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-677c9d69-928c-4b9e-945b-b0c8c023ec1b req-7869a206-4e1b-4b7e-8014-2b145a17ec25 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 945 time: 0.0535231 Apr 12 03:08:46.840617 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae4207-a781-46f4-8dfe-0979a6b33d8b req-8a60e5e4-3412-4fd9-adac-2c10bbdd7468 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:46.842131 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-8fae4207-a781-46f4-8dfe-0979a6b33d8b req-8a60e5e4-3412-4fd9-adac-2c10bbdd7468 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=05a47b1f-6ab7-47db-bb09-f928a1c78e69 HTTP/1.1" status: 200 len: 945 time: 0.0601366 Apr 12 03:08:46.851283 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-677c9d69-928c-4b9e-945b-b0c8c023ec1b req-f4ee9965-e034-477e-b2cf-fbbe382107e1 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=37b179c6-f3cc-4a4d-ad74-37db92046685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454152 Apr 12 03:08:46.895350 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-8fae4207-a781-46f4-8dfe-0979a6b33d8b req-a6b3fd71-74a0-424f-9fd3-f2393f502ee1 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8cd3214-f41b-4489-90f3-27757c64af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472727 Apr 12 03:08:47.305366 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc7ce47-a2a9-4720-b261-4aef122e3f8e req-65704777-4662-4a98-942b-4e109aac9b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:47.306896 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1dc7ce47-a2a9-4720-b261-4aef122e3f8e req-65704777-4662-4a98-942b-4e109aac9b3c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442681 Apr 12 03:08:47.383991 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa5c809-e11f-467c-9202-c42318cc5799 req-90330a31-ccc4-4b95-a32b-3190209773f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:47.385596 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-8aa5c809-e11f-467c-9202-c42318cc5799 req-90330a31-ccc4-4b95-a32b-3190209773f2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=05a47b1f-6ab7-47db-bb09-f928a1c78e69 HTTP/1.1" status: 200 len: 1129 time: 0.0453234 Apr 12 03:08:47.404749 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1dc7ce47-a2a9-4720-b261-4aef122e3f8e req-8f2ecdd5-e601-42cf-a2fb-dedab92bac51 service neutron] 10.222.0.25 "GET /v2.0/networks/c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883040 Apr 12 03:08:47.430100 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-8aa5c809-e11f-467c-9202-c42318cc5799 req-bb92b233-f2b2-4558-95e3-1b4624e80e93 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f8cd3214-f41b-4489-90f3-27757c64af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378258 Apr 12 03:08:47.493882 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b19c928-99d8-412d-9e05-2e343295f93e req-39c7b199-94b5-432d-99be-f4188df6aafa tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:47.495587 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-3b19c928-99d8-412d-9e05-2e343295f93e req-39c7b199-94b5-432d-99be-f4188df6aafa tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=47eef148-b953-496c-9cb7-2436d279266c HTTP/1.1" status: 200 len: 943 time: 0.0521789 Apr 12 03:08:47.497197 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1dc7ce47-a2a9-4720-b261-4aef122e3f8e req-62eca1aa-b178-4152-b710-8dddb397e3a7 service neutron] 10.222.0.25 "GET /v2.0/networks/c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859752 Apr 12 03:08:47.552561 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-3b19c928-99d8-412d-9e05-2e343295f93e req-62fd4ebf-d758-4e8f-b902-6f15c6e8f2d2 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?id=311601b1-8e82-466a-a900-64ea48794e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513380 Apr 12 03:08:47.722272 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device be3801ec-8fcf-4c71-8f75-ca89b95f64b7 details requested by agent hyperv_hv-cinder-83744 with host hv-cinder-83744 {{(pid=103485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 03:08:47.844779 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port be3801ec-8fcf-4c71-8f75-ca89b95f64b7, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=be3801ec-8fcf-4c71-8f75-ca89b95f64b7,segment=NetworkSegment(dd5e46db-2abb-4e6f-862d-f5a1257f87c2),segment_id=dd5e46db-2abb-4e6f-862d-f5a1257f87c2)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:08:47.856644 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Returning: {'device': 'be3801ec-8fcf-4c71-8f75-ca89b95f64b7', 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b', 'port_id': 'be3801ec-8fcf-4c71-8f75-ca89b95f64b7', 'mac_address': 'fa:16:3e:be:7e:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d77e3de-5404-4af1-9a0f-14127064fff3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 03:08:47.898797 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Current status of the port be3801ec-8fcf-4c71-8f75-ca89b95f64b7 is: DOWN; New status is: BUILD {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:08:47.899185 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (be3801ec-8fcf-4c71-8f75-ca89b95f64b7), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:47.912563 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be3801ec-8fcf-4c71-8f75-ca89b95f64b7 {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:08:47.932988 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port be3801ec-8fcf-4c71-8f75-ca89b95f64b7, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=be3801ec-8fcf-4c71-8f75-ca89b95f64b7,segment=NetworkSegment(dd5e46db-2abb-4e6f-862d-f5a1257f87c2),segment_id=dd5e46db-2abb-4e6f-862d-f5a1257f87c2)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:08:47.938522 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (be3801ec-8fcf-4c71-8f75-ca89b95f64b7), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:47.970124 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510fc59e-71a9-411b-988d-e90d54fce7fb req-a6fa03b6-bcb4-4f3e-bb11-92f7dc3e18c1 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:47.977103 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-510fc59e-71a9-411b-988d-e90d54fce7fb req-a6fa03b6-bcb4-4f3e-bb11-92f7dc3e18c1 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 945 time: 0.0560341 Apr 12 03:08:47.995920 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Pushing event updated for resources: {'Port': ['ID=be3801ec-8fcf-4c71-8f75-ca89b95f64b7,revision_number=4']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:48.013905 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b96407-54f8-41a4-9960-612e7d5cf3d6 req-8ca544ee-e144-4a44-94e4-7e62adbb309f tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:48.015487 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-26b96407-54f8-41a4-9960-612e7d5cf3d6 req-8ca544ee-e144-4a44-94e4-7e62adbb309f tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=05a47b1f-6ab7-47db-bb09-f928a1c78e69 HTTP/1.1" status: 200 len: 945 time: 0.0483956 Apr 12 03:08:48.024606 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-510fc59e-71a9-411b-988d-e90d54fce7fb req-72a1f3bc-f1ec-4e49-880a-3c9bf2ebb7a3 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=37b179c6-f3cc-4a4d-ad74-37db92046685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466659 Apr 12 03:08:48.063343 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-26b96407-54f8-41a4-9960-612e7d5cf3d6 req-7cc268d4-af16-499d-aaa1-342ac7c5c4f3 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8cd3214-f41b-4489-90f3-27757c64af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417523 Apr 12 03:08:48.240677 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] get_ports_and_sgs() called for port_ids ['be3801ec-8fcf-4c71-8f75-ca89b95f64b7'] {{(pid=103485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:08:48.667903 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8fea22-d499-4124-98a6-072cc24a857a req-30d7ed1a-d7c0-4fe5-8c3b-1fc378e21f2f tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:48.669332 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-ea8fea22-d499-4124-98a6-072cc24a857a req-30d7ed1a-d7c0-4fe5-8c3b-1fc378e21f2f tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=47eef148-b953-496c-9cb7-2436d279266c HTTP/1.1" status: 200 len: 944 time: 0.0470481 Apr 12 03:08:48.717085 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-ea8fea22-d499-4124-98a6-072cc24a857a req-2183cc54-9bba-43e1-afa2-97f48ded000f tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?id=311601b1-8e82-466a-a900-64ea48794e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420468 Apr 12 03:08:49.143794 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785d25f-b13d-4ccf-9ece-0adf27584021 req-30aacfb7-40ef-426f-aff5-2d0ee3a07b9b tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:49.145659 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-b785d25f-b13d-4ccf-9ece-0adf27584021 req-30aacfb7-40ef-426f-aff5-2d0ee3a07b9b tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 945 time: 0.0478458 Apr 12 03:08:49.182686 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed1035-a0d0-47f6-9e0e-8c9996b6e9fe req-36d7760a-7c7d-4425-8d84-6ef776b1872d tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:49.184335 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-28ed1035-a0d0-47f6-9e0e-8c9996b6e9fe req-36d7760a-7c7d-4425-8d84-6ef776b1872d tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=05a47b1f-6ab7-47db-bb09-f928a1c78e69 HTTP/1.1" status: 200 len: 945 time: 0.0488935 Apr 12 03:08:49.203653 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-b785d25f-b13d-4ccf-9ece-0adf27584021 req-8add5ecb-0b48-42c3-acbe-e53336d62723 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=37b179c6-f3cc-4a4d-ad74-37db92046685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514345 Apr 12 03:08:49.234471 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-28ed1035-a0d0-47f6-9e0e-8c9996b6e9fe req-10b72b27-6348-4aff-87dd-ccd9e99c7b1a tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8cd3214-f41b-4489-90f3-27757c64af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443416 Apr 12 03:08:49.737428 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device be3801ec-8fcf-4c71-8f75-ca89b95f64b7 up at agent hyperv_hv-cinder-83744 {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:08:49.784805 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Provisioning for port be3801ec-8fcf-4c71-8f75-ca89b95f64b7 completed by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 03:08:49.791749 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Provisioning complete for port be3801ec-8fcf-4c71-8f75-ca89b95f64b7 triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:08:49.792128 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (be3801ec-8fcf-4c71-8f75-ca89b95f64b7), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:49.831827 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb1905-b3d5-491f-a7be-6c4422d8c087 req-284614c2-cbe0-459b-aec2-f0bc51b81846 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:49.833232 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-bcdb1905-b3d5-491f-a7be-6c4422d8c087 req-284614c2-cbe0-459b-aec2-f0bc51b81846 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=47eef148-b953-496c-9cb7-2436d279266c HTTP/1.1" status: 200 len: 944 time: 0.0490201 Apr 12 03:08:49.871058 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Current status of the port be3801ec-8fcf-4c71-8f75-ca89b95f64b7 is: BUILD; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:08:49.871420 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (be3801ec-8fcf-4c71-8f75-ca89b95f64b7), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:49.881061 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-bcdb1905-b3d5-491f-a7be-6c4422d8c087 req-50c62e0c-57ac-431a-819e-424d6fc4af0f tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?id=311601b1-8e82-466a-a900-64ea48794e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419869 Apr 12 03:08:49.894702 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47eef148-b953-496c-9cb7-2436d279266c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3801ec-8fcf-4c71-8f75-ca89b95f64b7'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:08:49.896995 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa41105cf641d53c122ae13245b26b419564b0c0a795a4827d4ee8fd8725077e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e984b84-6bfa-45a4-970e-c3f7a925a06f" -d '{"events": [{"server_uuid": "47eef148-b953-496c-9cb7-2436d279266c", "name": "network-vif-plugged", "status": "completed", "tag": "be3801ec-8fcf-4c71-8f75-ca89b95f64b7"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:08:49.909353 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port be3801ec-8fcf-4c71-8f75-ca89b95f64b7, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=be3801ec-8fcf-4c71-8f75-ca89b95f64b7,segment=NetworkSegment(dd5e46db-2abb-4e6f-862d-f5a1257f87c2),segment_id=dd5e46db-2abb-4e6f-862d-f5a1257f87c2)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:08:49.914635 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (be3801ec-8fcf-4c71-8f75-ca89b95f64b7), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:49.943772 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11cf3158-4587-4ad6-a73f-698d8d4e564c x-openstack-request-id: req-11cf3158-4587-4ad6-a73f-698d8d4e564c {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:08:49.944087 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47eef148-b953-496c-9cb7-2436d279266c", "name": "network-vif-plugged", "status": "completed", "tag": "be3801ec-8fcf-4c71-8f75-ca89b95f64b7", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:08:49.944347 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-11cf3158-4587-4ad6-a73f-698d8d4e564c {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:08:49.944732 dv-cinder-837443-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11cf3158-4587-4ad6-a73f-698d8d4e564c'] response: {'server_uuid': '47eef148-b953-496c-9cb7-2436d279266c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3801ec-8fcf-4c71-8f75-ca89b95f64b7', 'code': 200} Apr 12 03:08:49.972307 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Pushing event updated for resources: {'Port': ['ID=be3801ec-8fcf-4c71-8f75-ca89b95f64b7,revision_number=5']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:50.133114 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c472c33-c3cf-41c3-bcdd-3974c4d06724 req-4d6a6723-08d0-4e56-8f15-e640f7a00bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:50.134573 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-7c472c33-c3cf-41c3-bcdd-3974c4d06724 req-4d6a6723-08d0-4e56-8f15-e640f7a00bfa service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=47eef148-b953-496c-9cb7-2436d279266c HTTP/1.1" status: 200 len: 1129 time: 0.0493758 Apr 12 03:08:50.177608 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-7c472c33-c3cf-41c3-bcdd-3974c4d06724 req-ef0c6945-6e97-4e1d-bbfa-4a8c24a4ceee service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=311601b1-8e82-466a-a900-64ea48794e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361645 Apr 12 03:08:50.324592 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a898022a-4f17-4fb3-9bbf-5008b9b77398 req-97224451-51d8-4923-905f-81ece1746a0c tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:50.326514 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-a898022a-4f17-4fb3-9bbf-5008b9b77398 req-97224451-51d8-4923-905f-81ece1746a0c tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 945 time: 0.0485320 Apr 12 03:08:50.352379 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd250d-1526-4288-b7f6-c6286bd6d76f req-b60820ac-3c18-4b0d-906d-f8e38fd8e504 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:50.353887 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-5bfd250d-1526-4288-b7f6-c6286bd6d76f req-b60820ac-3c18-4b0d-906d-f8e38fd8e504 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=05a47b1f-6ab7-47db-bb09-f928a1c78e69 HTTP/1.1" status: 200 len: 945 time: 0.0493078 Apr 12 03:08:50.374465 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-a898022a-4f17-4fb3-9bbf-5008b9b77398 req-2c17a59c-318b-4401-a90a-bce397470dc9 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=37b179c6-f3cc-4a4d-ad74-37db92046685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423276 Apr 12 03:08:50.402070 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-5bfd250d-1526-4288-b7f6-c6286bd6d76f req-41bd3b43-5ef9-4b07-90f5-ce432f0a6d75 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8cd3214-f41b-4489-90f3-27757c64af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424008 Apr 12 03:08:50.773251 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d9b4afc3-988d-4081-ae69-d9ab2b5cf58b), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:50.797872 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7426848-112a-4df5-8e91-03a94404dae5 req-26f8f6e6-9fca-4cf5-8ebf-3585d12b932d tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:50.799333 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c7426848-112a-4df5-8e91-03a94404dae5 req-26f8f6e6-9fca-4cf5-8ebf-3585d12b932d tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=05a47b1f-6ab7-47db-bb09-f928a1c78e69 HTTP/1.1" status: 200 len: 945 time: 0.0507505 Apr 12 03:08:50.845647 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c7426848-112a-4df5-8e91-03a94404dae5 req-73431291-5616-4c57-a4b6-be791913c9a2 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8cd3214-f41b-4489-90f3-27757c64af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403457 Apr 12 03:08:51.005344 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e084b6a-2e93-4969-acaa-1142ed4e51fd req-3cdf6e40-9957-4ba6-851d-27f9fdf2bd1b tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:51.006801 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-3e084b6a-2e93-4969-acaa-1142ed4e51fd req-3cdf6e40-9957-4ba6-851d-27f9fdf2bd1b tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=47eef148-b953-496c-9cb7-2436d279266c HTTP/1.1" status: 200 len: 945 time: 0.0491700 Apr 12 03:08:51.059708 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-3e084b6a-2e93-4969-acaa-1142ed4e51fd req-718966e8-150a-49ee-9f46-633a86874cf5 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?id=311601b1-8e82-466a-a900-64ea48794e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448422 Apr 12 03:08:51.102126 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-c7d6472c-0a8b-4246-8376-cf34c60a0da6 req-484c13fe-26e9-4162-b8fd-94df275c939f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4e636e7e-3a3d-4e34-a988-28131f3278c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392003 Apr 12 03:08:51.135163 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f658a12b-3cdb-4f58-8ce4-52be1b9fd840 req-a71a31a5-241f-40f9-9746-a3e4edc9319f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:51.136876 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-f658a12b-3cdb-4f58-8ce4-52be1b9fd840 req-a71a31a5-241f-40f9-9746-a3e4edc9319f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=52b2d02e7570468daabac047ad3a7fa5&device_id=05a47b1f-6ab7-47db-bb09-f928a1c78e69 HTTP/1.1" status: 200 len: 1129 time: 0.0405567 Apr 12 03:08:51.213786 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d6472c-0a8b-4246-8376-cf34c60a0da6 req-c294279b-eb6f-443a-94b8-442a840ba700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:51.215254 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-c7d6472c-0a8b-4246-8376-cf34c60a0da6 req-c294279b-eb6f-443a-94b8-442a840ba700 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=52b2d02e7570468daabac047ad3a7fa5&device_id=4e636e7e-3a3d-4e34-a988-28131f3278c7 HTTP/1.1" status: 200 len: 1130 time: 0.0395083 Apr 12 03:08:51.268187 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f658a12b-3cdb-4f58-8ce4-52be1b9fd840 req-f81a67d9-b9b0-47e0-83ea-e2b5acc0ed59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:51.269962 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-f658a12b-3cdb-4f58-8ce4-52be1b9fd840 req-f81a67d9-b9b0-47e0-83ea-e2b5acc0ed59 service neutron] 10.222.0.25 "GET /v2.0/networks?id=14a47694-9f88-4832-ab57-c60bc64938b8 HTTP/1.1" status: 200 len: 918 time: 0.0947533 Apr 12 03:08:51.366741 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-f658a12b-3cdb-4f58-8ce4-52be1b9fd840 req-cfb6dcf7-1a5a-4f0a-98dc-40a6a1a31cef service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24861ab0-eb1b-458d-be36-a018cc96c3ea HTTP/1.1" status: 200 len: 1001 time: 0.0633981 Apr 12 03:08:51.491639 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bbec65-609c-47c3-b959-519c3a2d6931 req-2956c647-6ca0-4e39-85b6-616c26a2e9cd tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:51.493179 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-05bbec65-609c-47c3-b959-519c3a2d6931 req-2956c647-6ca0-4e39-85b6-616c26a2e9cd tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 945 time: 0.0489197 Apr 12 03:08:51.545464 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-05bbec65-609c-47c3-b959-519c3a2d6931 req-9c35d549-7e3b-490c-838b-c606a5284134 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=37b179c6-f3cc-4a4d-ad74-37db92046685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466843 Apr 12 03:08:51.568930 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d6472c-0a8b-4246-8376-cf34c60a0da6 req-4523c0cb-2cca-4d4e-a900-c014bf48cc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:51.570451 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-c7d6472c-0a8b-4246-8376-cf34c60a0da6 req-4523c0cb-2cca-4d4e-a900-c014bf48cc76 service neutron] 10.222.0.25 "GET /v2.0/networks?id=14a47694-9f88-4832-ab57-c60bc64938b8 HTTP/1.1" status: 200 len: 918 time: 0.3279555 Apr 12 03:08:51.808122 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f658a12b-3cdb-4f58-8ce4-52be1b9fd840 req-f3b52639-36f6-4fd7-b7dc-211450977e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:51.809566 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-f658a12b-3cdb-4f58-8ce4-52be1b9fd840 req-f3b52639-36f6-4fd7-b7dc-211450977e7a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fe4d4e4c-7961-4f3e-a108-6fc7a367da7d HTTP/1.1" status: 200 len: 857 time: 0.0557728 Apr 12 03:08:51.969699 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa95bb5-29c3-4b98-a2c9-69793fbe3d92 req-ea6bf303-b906-4c37-bd6c-7813dee13ba6 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:51.971157 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1fa95bb5-29c3-4b98-a2c9-69793fbe3d92 req-ea6bf303-b906-4c37-bd6c-7813dee13ba6 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=05a47b1f-6ab7-47db-bb09-f928a1c78e69 HTTP/1.1" status: 200 len: 945 time: 0.0487530 Apr 12 03:08:52.012776 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f658a12b-3cdb-4f58-8ce4-52be1b9fd840 req-232cf5f2-e61f-4d99-8b3c-c80c82bbf0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:52.014315 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-f658a12b-3cdb-4f58-8ce4-52be1b9fd840 req-232cf5f2-e61f-4d99-8b3c-c80c82bbf0fd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=14a47694-9f88-4832-ab57-c60bc64938b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393848 Apr 12 03:08:52.019449 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-c7d6472c-0a8b-4246-8376-cf34c60a0da6 req-95a727b6-29c3-4477-aad8-c7eb86edb643 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=122baedd-45f6-42b3-afc4-58af86808097 HTTP/1.1" status: 200 len: 217 time: 0.0464029 Apr 12 03:08:52.080474 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1fa95bb5-29c3-4b98-a2c9-69793fbe3d92 req-11a285d5-dbe9-4228-9587-ffe905a486c8 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8cd3214-f41b-4489-90f3-27757c64af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945351 Apr 12 03:08:52.101087 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d6472c-0a8b-4246-8376-cf34c60a0da6 req-a566905d-dc43-4c3e-a529-30d2989d2b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:52.103758 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-c7d6472c-0a8b-4246-8376-cf34c60a0da6 req-a566905d-dc43-4c3e-a529-30d2989d2b3d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fe4d4e4c-7961-4f3e-a108-6fc7a367da7d HTTP/1.1" status: 200 len: 857 time: 0.0604906 Apr 12 03:08:52.124226 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-f658a12b-3cdb-4f58-8ce4-52be1b9fd840 req-fa11ec1a-13a1-45ae-a603-729332cd90f0 service neutron] 10.222.0.25 "GET /v2.0/networks/14a47694-9f88-4832-ab57-c60bc64938b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866055 Apr 12 03:08:52.183693 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0bfb99-089a-467c-b047-f862a6aa78dd req-3a704c7e-dbfd-416d-9629-5d56d3354ea2 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:52.185179 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-2b0bfb99-089a-467c-b047-f862a6aa78dd req-3a704c7e-dbfd-416d-9629-5d56d3354ea2 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=47eef148-b953-496c-9cb7-2436d279266c HTTP/1.1" status: 200 len: 945 time: 0.0490649 Apr 12 03:08:52.247613 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d6472c-0a8b-4246-8376-cf34c60a0da6 req-e98fdc00-3315-49d5-9d7e-7f7cade973d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:52.249325 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-c7d6472c-0a8b-4246-8376-cf34c60a0da6 req-e98fdc00-3315-49d5-9d7e-7f7cade973d9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=14a47694-9f88-4832-ab57-c60bc64938b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432823 Apr 12 03:08:52.303750 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-2b0bfb99-089a-467c-b047-f862a6aa78dd req-4e0cd3d4-a24e-49ea-917b-0780a8c2d72d tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?id=311601b1-8e82-466a-a900-64ea48794e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096830 Apr 12 03:08:52.322626 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-f658a12b-3cdb-4f58-8ce4-52be1b9fd840 req-c518a90e-4d40-4c4f-a4ef-cc47bc49f36f service neutron] 10.222.0.25 "GET /v2.0/networks/14a47694-9f88-4832-ab57-c60bc64938b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160715 Apr 12 03:08:52.357091 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-c7d6472c-0a8b-4246-8376-cf34c60a0da6 req-0a39a0fc-411d-443b-b82b-559eea916ac9 service neutron] 10.222.0.25 "GET /v2.0/networks/14a47694-9f88-4832-ab57-c60bc64938b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999649 Apr 12 03:08:52.413717 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba39be-2bce-4f68-9e92-ede9b37da3c1 req-7319a39f-5a8a-45fb-864a-f69331c72be4 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:52.415153 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-ebba39be-2bce-4f68-9e92-ede9b37da3c1 req-7319a39f-5a8a-45fb-864a-f69331c72be4 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=47eef148-b953-496c-9cb7-2436d279266c HTTP/1.1" status: 200 len: 945 time: 0.0471151 Apr 12 03:08:52.424199 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 45840) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:52.429768 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [None req-8142c41f-07b8-4a94-8df5-844980832089 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Request body: {'floatingip': {'port_id': 'be3801ec-8fcf-4c71-8f75-ca89b95f64b7'}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:08:52.469247 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-8142c41f-07b8-4a94-8df5-844980832089 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for floatingip (57cb4077-7f8b-430f-9647-774013416191), before_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:52.502122 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-c7d6472c-0a8b-4246-8376-cf34c60a0da6 req-f46042d8-9a2c-4e23-9250-4f5d8e8a20ad service neutron] 10.222.0.25 "GET /v2.0/networks/14a47694-9f88-4832-ab57-c60bc64938b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843384 Apr 12 03:08:52.702716 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2d317-03b9-4b8f-8d01-6925dada4463 req-1b1b3d9d-dd55-4748-8865-ac12ab71270b tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:52.704165 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-28e2d317-03b9-4b8f-8d01-6925dada4463 req-1b1b3d9d-dd55-4748-8865-ac12ab71270b tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 945 time: 0.0835106 Apr 12 03:08:52.828880 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-28e2d317-03b9-4b8f-8d01-6925dada4463 req-ebaf8d23-1fd1-4798-995d-a90050b8c57f tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=37b179c6-f3cc-4a4d-ad74-37db92046685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183245 Apr 12 03:08:52.995341 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-8142c41f-07b8-4a94-8df5-844980832089 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:53.014847 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-8142c41f-07b8-4a94-8df5-844980832089 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682737'] for floatingip (57cb4077-7f8b-430f-9647-774013416191), after_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:53.068217 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae1d38-02c4-464b-82ba-3ee79032640e req-a094355a-3fe8-4745-ac6f-39f7eb8fbae6 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:53.069653 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-64ae1d38-02c4-464b-82ba-3ee79032640e req-a094355a-3fe8-4745-ac6f-39f7eb8fbae6 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 945 time: 0.0904405 Apr 12 03:08:53.157233 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.db.l3_db [None req-8142c41f-07b8-4a94-8df5-844980832089 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Floating IP 57cb4077-7f8b-430f-9647-774013416191 associated. External IP: 172.27.3.88, port: be3801ec-8fcf-4c71-8f75-ca89b95f64b7. Apr 12 03:08:53.161861 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-64ae1d38-02c4-464b-82ba-3ee79032640e req-74c2b8be-5adc-4e07-8034-89567f5e3666 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=37b179c6-f3cc-4a4d-ad74-37db92046685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860908 Apr 12 03:08:53.205577 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1ffb2-a56e-4976-a615-501abde2d9b8 req-e5c0e696-7158-4fbf-9cb9-0abeba9f71f7 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:53.207101 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-6af1ffb2-a56e-4976-a615-501abde2d9b8 req-e5c0e696-7158-4fbf-9cb9-0abeba9f71f7 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=05a47b1f-6ab7-47db-bb09-f928a1c78e69 HTTP/1.1" status: 200 len: 945 time: 0.0520661 Apr 12 03:08:53.254618 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-6af1ffb2-a56e-4976-a615-501abde2d9b8 req-89a76117-6ee7-4cd5-8425-abe657b3b57a tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8cd3214-f41b-4489-90f3-27757c64af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416780 Apr 12 03:08:53.373950 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8142c41f-07b8-4a94-8df5-844980832089 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Router 35c512b1-c0fa-4787-9673-d33c78bee148 has already been hosted by L3 agent beb15aed-f2b6-4676-85ca-b43f14e6acf3 {{(pid=103483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:08:53.490439 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8142c41f-07b8-4a94-8df5-844980832089 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Notify agent at l3_agent.dv-cinder-837443-1-iscsi the message routers_updated {{(pid=103483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:08:53.497203 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-8142c41f-07b8-4a94-8df5-844980832089 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for floatingip (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:53.503754 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42e51e2-9268-4133-978f-801761e765c7 None None] Sync routers for ids ['35c512b1-c0fa-4787-9673-d33c78bee148'] in dv-cinder-837443-1-iscsi {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:08:53.513389 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42e51e2-9268-4133-978f-801761e765c7 None None] Routers {'35c512b1-c0fa-4787-9673-d33c78bee148'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:08:53.513988 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-f42e51e2-9268-4133-978f-801761e765c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:08:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['35c512b1-c0fa-4787-9673-d33c78bee148'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:08:53.530638 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-8142c41f-07b8-4a94-8df5-844980832089 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "PUT /v2.0/floatingips/57cb4077-7f8b-430f-9647-774013416191 HTTP/1.1" status: 200 len: 990 time: 1.1052630 Apr 12 03:08:53.531175 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47eef148-b953-496c-9cb7-2436d279266c', 'tag': 'be3801ec-8fcf-4c71-8f75-ca89b95f64b7'}] {{(pid=103483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:08:53.533546 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e274900216188b1398d2f2ab6fda0f9d84329b9f507230773e3e9728a2d4b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8cef88-e58c-425b-9dcb-eb318f52a314" -d '{"events": [{"name": "network-changed", "server_uuid": "47eef148-b953-496c-9cb7-2436d279266c", "tag": "be3801ec-8fcf-4c71-8f75-ca89b95f64b7"}]}' {{(pid=103483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:08:53.569392 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88c9f27-d82a-4502-bd03-f38ae423ea7f x-openstack-request-id: req-b88c9f27-d82a-4502-bd03-f38ae423ea7f {{(pid=103483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:08:53.569695 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47eef148-b953-496c-9cb7-2436d279266c", "tag": "be3801ec-8fcf-4c71-8f75-ca89b95f64b7", "status": "completed", "code": 200}]} {{(pid=103483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:08:53.569951 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b88c9f27-d82a-4502-bd03-f38ae423ea7f {{(pid=103483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:08:53.570361 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b88c9f27-d82a-4502-bd03-f38ae423ea7f'] response: {'name': 'network-changed', 'server_uuid': '47eef148-b953-496c-9cb7-2436d279266c', 'tag': 'be3801ec-8fcf-4c71-8f75-ca89b95f64b7', 'status': 'completed', 'code': 200} Apr 12 03:08:53.708256 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-f42e51e2-9268-4133-978f-801761e765c7 None None] Set router 35c512b1-c0fa-4787-9673-d33c78bee148 gateway port host: dv-cinder-837443-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:08:53.933293 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-f42e51e2-9268-4133-978f-801761e765c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'name': 'tempest-AttachVolumeNegativeTest-1586939642-router', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '95173c10-6b01-412c-bf6f-36551b81baff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:49Z', 'updated_at': '2022-04-12T03:05:12Z', 'revision_number': 4, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'gw_port': {'id': '95173c10-6b01-412c-bf6f-36551b81baff', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:38:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:51Z', 'updated_at': '2022-04-12T03:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_floatingips': [{'id': '57cb4077-7f8b-430f-9647-774013416191', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'router_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'port_id': 'be3801ec-8fcf-4c71-8f75-ca89b95f64b7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b', 'mac_address': 'fa:16:3e:be:7e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47eef148-b953-496c-9cb7-2436d279266c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:08:40Z', 'updated_at': '2022-04-12T03:08:52Z', 'revision_number': 1, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '054442ec-508f-4b5a-9b29-057809715a20', 'name': '', 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'mac_address': 'fa:16:3e:17:75:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3d77e3de-5404-4af1-9a0f-14127064fff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:05:09Z', 'updated_at': '2022-04-12T03:05:19Z', 'revision_number': 5, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'subnets': [{'id': '3d77e3de-5404-4af1-9a0f-14127064fff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:08:53.963340 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42e51e2-9268-4133-978f-801761e765c7 None None] Checking router: 35c512b1-c0fa-4787-9673-d33c78bee148 for host: dv-cinder-837443-1-iscsi {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:08:53.972547 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42e51e2-9268-4133-978f-801761e765c7 None None] Routers {'35c512b1-c0fa-4787-9673-d33c78bee148'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:08:53.973136 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-f42e51e2-9268-4133-978f-801761e765c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:08:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['35c512b1-c0fa-4787-9673-d33c78bee148'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:08:53.975030 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8cef88-e58c-425b-9dcb-eb318f52a314 req-93de147a-84bb-4961-85be-147924f4001f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:53.976654 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-3f8cef88-e58c-425b-9dcb-eb318f52a314 req-93de147a-84bb-4961-85be-147924f4001f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e9ed2cca6cce43c599fc86b60cfafda6&device_id=47eef148-b953-496c-9cb7-2436d279266c HTTP/1.1" status: 200 len: 1129 time: 0.0436900 Apr 12 03:08:54.083053 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-f42e51e2-9268-4133-978f-801761e765c7 None None] Set router 35c512b1-c0fa-4787-9673-d33c78bee148 gateway port host: dv-cinder-837443-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:08:54.292537 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304b691-d8e9-47b3-b5fd-cce7b1a50a2a req-28bb4340-1648-4857-9da1-8e5466144383 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:54.294137 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-b304b691-d8e9-47b3-b5fd-cce7b1a50a2a req-28bb4340-1648-4857-9da1-8e5466144383 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 945 time: 0.0635502 Apr 12 03:08:54.305316 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-f42e51e2-9268-4133-978f-801761e765c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'name': 'tempest-AttachVolumeNegativeTest-1586939642-router', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '95173c10-6b01-412c-bf6f-36551b81baff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:49Z', 'updated_at': '2022-04-12T03:05:12Z', 'revision_number': 4, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'gw_port': {'id': '95173c10-6b01-412c-bf6f-36551b81baff', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:38:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:51Z', 'updated_at': '2022-04-12T03:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_floatingips': [{'id': '57cb4077-7f8b-430f-9647-774013416191', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'router_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'port_id': 'be3801ec-8fcf-4c71-8f75-ca89b95f64b7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b', 'mac_address': 'fa:16:3e:be:7e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47eef148-b953-496c-9cb7-2436d279266c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:08:40Z', 'updated_at': '2022-04-12T03:08:52Z', 'revision_number': 1, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '054442ec-508f-4b5a-9b29-057809715a20', 'name': '', 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'mac_address': 'fa:16:3e:17:75:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3d77e3de-5404-4af1-9a0f-14127064fff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:05:09Z', 'updated_at': '2022-04-12T03:05:19Z', 'revision_number': 5, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'subnets': [{'id': '3d77e3de-5404-4af1-9a0f-14127064fff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:08:54.338068 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42e51e2-9268-4133-978f-801761e765c7 None None] The sync data for ids ['35c512b1-c0fa-4787-9673-d33c78bee148'] in dv-cinder-837443-1-iscsi is: [{'id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'name': 'tempest-AttachVolumeNegativeTest-1586939642-router', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '95173c10-6b01-412c-bf6f-36551b81baff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:49Z', 'updated_at': '2022-04-12T03:05:12Z', 'revision_number': 4, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'gw_port': {'id': '95173c10-6b01-412c-bf6f-36551b81baff', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:38:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:51Z', 'updated_at': '2022-04-12T03:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_floatingips': [{'id': '57cb4077-7f8b-430f-9647-774013416191', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'router_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'port_id': 'be3801ec-8fcf-4c71-8f75-ca89b95f64b7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b', 'mac_address': 'fa:16:3e:be:7e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47eef148-b953-496c-9cb7-2436d279266c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:08:40Z', 'updated_at': '2022-04-12T03:08:52Z', 'revision_number': 1, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '054442ec-508f-4b5a-9b29-057809715a20', 'name': '', 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'mac_address': 'fa:16:3e:17:75:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3d77e3de-5404-4af1-9a0f-14127064fff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:05:09Z', 'updated_at': '2022-04-12T03:05:19Z', 'revision_number': 5, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'subnets': [{'id': '3d77e3de-5404-4af1-9a0f-14127064fff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:08:54.396896 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ad4da-d694-4581-b0d8-5fc744a3aba1 req-57f12057-cc04-4a17-aacb-36d47f9a1c7e tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:54.398778 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-7b4ad4da-d694-4581-b0d8-5fc744a3aba1 req-57f12057-cc04-4a17-aacb-36d47f9a1c7e tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=05a47b1f-6ab7-47db-bb09-f928a1c78e69 HTTP/1.1" status: 200 len: 945 time: 0.0708306 Apr 12 03:08:54.412446 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-b304b691-d8e9-47b3-b5fd-cce7b1a50a2a req-4f75dafa-fe40-4019-908b-8a23127a717c tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=37b179c6-f3cc-4a4d-ad74-37db92046685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068625 Apr 12 03:08:54.445721 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8cef88-e58c-425b-9dcb-eb318f52a314 req-5f623d54-3dd7-426f-9237-3e4b238c9b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:54.447601 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-3f8cef88-e58c-425b-9dcb-eb318f52a314 req-5f623d54-3dd7-426f-9237-3e4b238c9b1f service neutron] 10.222.0.25 "GET /v2.0/networks?id=c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b HTTP/1.1" status: 200 len: 915 time: 0.1797624 Apr 12 03:08:54.473643 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-7b4ad4da-d694-4581-b0d8-5fc744a3aba1 req-dccdaa32-de92-44d2-be9c-a9bfdbda0ee7 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8cd3214-f41b-4489-90f3-27757c64af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690389 Apr 12 03:08:54.571555 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9825d0a-0ce2-4f2f-ae68-6f83415577a9 None None] New status for floating IP 57cb4077-7f8b-430f-9647-774013416191: ACTIVE {{(pid=103485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 03:08:54.805620 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4f1cde8b-c66c-4247-93c9-f4cda74094f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (fa7f2a92-0c20-457b-b451-d8a4489755d5), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:54.899553 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0799c-498f-4053-a897-5f80e688553b req-c8a17007-cf39-4ca8-9274-8c7d1e0469e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:54.901083 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c4d0799c-498f-4053-a897-5f80e688553b req-c8a17007-cf39-4ca8-9274-8c7d1e0469e2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e1e5d1d0e5ee459d9a29175e6dfae245&device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 1129 time: 0.0436327 Apr 12 03:08:55.004699 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-3f8cef88-e58c-425b-9dcb-eb318f52a314 req-44024c90-1c15-45ed-a334-c2d652263b74 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be3801ec-8fcf-4c71-8f75-ca89b95f64b7 HTTP/1.1" status: 200 len: 1000 time: 0.0670111 Apr 12 03:08:55.027143 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0799c-498f-4053-a897-5f80e688553b req-a45602d5-a3c6-4603-bf35-e9cfccacfe74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:55.028652 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c4d0799c-498f-4053-a897-5f80e688553b req-a45602d5-a3c6-4603-bf35-e9cfccacfe74 service neutron] 10.222.0.25 "GET /v2.0/networks?id=97d0737a-0806-4131-b2fa-4a4f2be2d49e HTTP/1.1" status: 200 len: 910 time: 0.0907547 Apr 12 03:08:55.321670 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8cef88-e58c-425b-9dcb-eb318f52a314 req-1aafea74-465e-4388-b30a-21151c22fe8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:55.323141 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-3f8cef88-e58c-425b-9dcb-eb318f52a314 req-1aafea74-465e-4388-b30a-21151c22fe8e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3d77e3de-5404-4af1-9a0f-14127064fff3 HTTP/1.1" status: 200 len: 854 time: 0.0517697 Apr 12 03:08:55.372362 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8cef88-e58c-425b-9dcb-eb318f52a314 req-c6f94e98-2dc3-460f-b0fb-621695c7bc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:55.373893 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-3f8cef88-e58c-425b-9dcb-eb318f52a314 req-c6f94e98-2dc3-460f-b0fb-621695c7bc61 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403728 Apr 12 03:08:55.473920 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-3f8cef88-e58c-425b-9dcb-eb318f52a314 req-2ee974b8-9b0c-4867-b6ab-52d6af6992ab service neutron] 10.222.0.25 "GET /v2.0/networks/c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917113 Apr 12 03:08:55.578311 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2f2b7-8987-463f-a861-871e29086d9a req-f2ff166f-7d84-4e65-986e-590c6318b468 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:55.579772 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-c2e2f2b7-8987-463f-a861-871e29086d9a req-f2ff166f-7d84-4e65-986e-590c6318b468 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 945 time: 0.1019435 Apr 12 03:08:55.624521 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c4d0799c-498f-4053-a897-5f80e688553b req-270d73ad-bfee-4a9c-81f6-8587184fc38b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78c47201-c1ba-4e08-a596-ba1d84c5e43e HTTP/1.1" status: 200 len: 999 time: 0.3460753 Apr 12 03:08:55.636977 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-3f8cef88-e58c-425b-9dcb-eb318f52a314 req-52ea5cc4-142d-49ec-9dad-4f39c75ef55c service neutron] 10.222.0.25 "GET /v2.0/networks/c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502802 Apr 12 03:08:55.653049 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-c2e2f2b7-8987-463f-a861-871e29086d9a req-d0ce3cca-64f2-41ed-9b53-ce6dbe0e1271 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=37b179c6-f3cc-4a4d-ad74-37db92046685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666339 Apr 12 03:08:55.694294 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37eb7dd-5172-41e3-ad81-f07869444e8e req-ac0fa101-2321-4cc1-8df7-8645535ef6b8 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:55.695809 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-f37eb7dd-5172-41e3-ad81-f07869444e8e req-ac0fa101-2321-4cc1-8df7-8645535ef6b8 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=05a47b1f-6ab7-47db-bb09-f928a1c78e69 HTTP/1.1" status: 200 len: 945 time: 0.0902712 Apr 12 03:08:55.711558 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0799c-498f-4053-a897-5f80e688553b req-7a2a7ba4-1601-4891-93d4-4ce2a3768b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:55.712994 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c4d0799c-498f-4053-a897-5f80e688553b req-7a2a7ba4-1601-4891-93d4-4ce2a3768b82 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6de8150c-bedf-4873-b651-20f43e4f6dc1 HTTP/1.1" status: 200 len: 849 time: 0.0725861 Apr 12 03:08:55.777669 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0799c-498f-4053-a897-5f80e688553b req-d5165eeb-91cc-4079-99fb-7b1f2104e57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:55.779164 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c4d0799c-498f-4053-a897-5f80e688553b req-d5165eeb-91cc-4079-99fb-7b1f2104e57c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=97d0737a-0806-4131-b2fa-4a4f2be2d49e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0575848 Apr 12 03:08:55.782643 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-f37eb7dd-5172-41e3-ad81-f07869444e8e req-6d61103c-3df8-4caa-85f2-8d45fc2f5d07 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8cd3214-f41b-4489-90f3-27757c64af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805583 Apr 12 03:08:55.883600 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c4d0799c-498f-4053-a897-5f80e688553b req-326e26d5-b497-44c5-909d-5a8fcb7d8b43 service neutron] 10.222.0.25 "GET /v2.0/networks/97d0737a-0806-4131-b2fa-4a4f2be2d49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960286 Apr 12 03:08:55.896745 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb3282a-d936-4fc4-bf01-151e7ccfa6c9 req-c139081c-92ba-4fd8-a02e-00f13151af64 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:55.898241 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-ccb3282a-d936-4fc4-bf01-151e7ccfa6c9 req-c139081c-92ba-4fd8-a02e-00f13151af64 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=05a47b1f-6ab7-47db-bb09-f928a1c78e69 HTTP/1.1" status: 200 len: 945 time: 0.0486331 Apr 12 03:08:55.906931 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 45866) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:55.913105 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [None req-0a0a3fb6-0fba-4f1d-8293-575b44b0fdff tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Request body: {'floatingip': {'port_id': '24861ab0-eb1b-458d-be36-a018cc96c3ea'}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:08:56.011425 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-0a0a3fb6-0fba-4f1d-8293-575b44b0fdff tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks [] for floatingip (8fcf59e8-f072-42bf-b930-ccdce63b409c), before_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:56.061837 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c4d0799c-498f-4053-a897-5f80e688553b req-bbb6343e-5a8a-4d2d-b4af-521f66b8b689 service neutron] 10.222.0.25 "GET /v2.0/networks/97d0737a-0806-4131-b2fa-4a4f2be2d49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722167 Apr 12 03:08:56.519519 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-0a0a3fb6-0fba-4f1d-8293-575b44b0fdff tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:56.525699 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-0a0a3fb6-0fba-4f1d-8293-575b44b0fdff tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682737'] for floatingip (8fcf59e8-f072-42bf-b930-ccdce63b409c), after_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:56.773629 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a0a3fb6-0fba-4f1d-8293-575b44b0fdff tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Router c8e4223e-510f-477d-a359-e91f259fe4fb has already been hosted by L3 agent beb15aed-f2b6-4676-85ca-b43f14e6acf3 {{(pid=103483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:08:56.780320 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583b5df1-c7e4-4993-b100-e5c57e1541a6 req-09884fe5-c581-4d00-8f05-a366bd9c9bfc tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:56.781768 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-583b5df1-c7e4-4993-b100-e5c57e1541a6 req-09884fe5-c581-4d00-8f05-a366bd9c9bfc tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 945 time: 0.0555394 Apr 12 03:08:56.873892 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-583b5df1-c7e4-4993-b100-e5c57e1541a6 req-28cb50c1-c28f-4547-a220-a315fdfc6584 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=37b179c6-f3cc-4a4d-ad74-37db92046685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857165 Apr 12 03:08:56.922334 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a0a3fb6-0fba-4f1d-8293-575b44b0fdff tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Notify agent at l3_agent.dv-cinder-837443-1-iscsi the message routers_updated {{(pid=103483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:08:56.926756 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-0a0a3fb6-0fba-4f1d-8293-575b44b0fdff tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for floatingip (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:56.931980 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6a5b61-a7c9-4a40-b744-f86dcd00e38e None None] Sync routers for ids ['c8e4223e-510f-477d-a359-e91f259fe4fb'] in dv-cinder-837443-1-iscsi {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:08:56.942756 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6a5b61-a7c9-4a40-b744-f86dcd00e38e None None] Routers {'c8e4223e-510f-477d-a359-e91f259fe4fb'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:08:56.943362 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-ea6a5b61-a7c9-4a40-b744-f86dcd00e38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:08:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['c8e4223e-510f-477d-a359-e91f259fe4fb'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:08:56.959480 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05a47b1f-6ab7-47db-bb09-f928a1c78e69', 'tag': '24861ab0-eb1b-458d-be36-a018cc96c3ea'}] {{(pid=103483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:08:56.961799 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e274900216188b1398d2f2ab6fda0f9d84329b9f507230773e3e9728a2d4b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed078c72-b6b9-488a-a86a-5a0016f7c3de" -d '{"events": [{"name": "network-changed", "server_uuid": "05a47b1f-6ab7-47db-bb09-f928a1c78e69", "tag": "24861ab0-eb1b-458d-be36-a018cc96c3ea"}]}' {{(pid=103483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:08:56.996208 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-0a0a3fb6-0fba-4f1d-8293-575b44b0fdff tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "PUT /v2.0/floatingips/8fcf59e8-f072-42bf-b930-ccdce63b409c HTTP/1.1" status: 200 len: 993 time: 1.0882468 Apr 12 03:08:57.019245 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62826855-293e-4bcb-9bd7-788e14915162 x-openstack-request-id: req-62826855-293e-4bcb-9bd7-788e14915162 {{(pid=103483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:08:57.019605 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05a47b1f-6ab7-47db-bb09-f928a1c78e69", "tag": "24861ab0-eb1b-458d-be36-a018cc96c3ea", "status": "completed", "code": 200}]} {{(pid=103483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:08:57.019899 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-62826855-293e-4bcb-9bd7-788e14915162 {{(pid=103483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:08:57.020315 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62826855-293e-4bcb-9bd7-788e14915162'] response: {'name': 'network-changed', 'server_uuid': '05a47b1f-6ab7-47db-bb09-f928a1c78e69', 'tag': '24861ab0-eb1b-458d-be36-a018cc96c3ea', 'status': 'completed', 'code': 200} Apr 12 03:08:57.064574 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-ea6a5b61-a7c9-4a40-b744-f86dcd00e38e None None] Set router c8e4223e-510f-477d-a359-e91f259fe4fb gateway port host: dv-cinder-837443-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:08:57.143021 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed078c72-b6b9-488a-a86a-5a0016f7c3de req-56df3139-8ff6-4878-8b6a-330d8f0966c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:57.145315 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-ed078c72-b6b9-488a-a86a-5a0016f7c3de req-56df3139-8ff6-4878-8b6a-330d8f0966c7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=52b2d02e7570468daabac047ad3a7fa5&device_id=05a47b1f-6ab7-47db-bb09-f928a1c78e69 HTTP/1.1" status: 200 len: 1129 time: 0.0421109 Apr 12 03:08:57.237051 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-71eb9eab-42ee-402b-9f95-15a228baf47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (beb15aed-f2b6-4676-85ca-b43f14e6acf3), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:57.253881 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed078c72-b6b9-488a-a86a-5a0016f7c3de req-668340b6-2ff9-4f04-afcf-87c24cddef82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:57.255440 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-ed078c72-b6b9-488a-a86a-5a0016f7c3de req-668340b6-2ff9-4f04-afcf-87c24cddef82 service neutron] 10.222.0.25 "GET /v2.0/networks?id=14a47694-9f88-4832-ab57-c60bc64938b8 HTTP/1.1" status: 200 len: 918 time: 0.0938463 Apr 12 03:08:57.285008 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-ea6a5b61-a7c9-4a40-b744-f86dcd00e38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e4223e-510f-477d-a359-e91f259fe4fb', 'name': 'tempest-ServerRescueNegativeTestJSON-233504797-router', 'tenant_id': '52b2d02e7570468daabac047ad3a7fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '617d04a3-61eb-4246-b9a5-ecf4f7581920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:50Z', 'updated_at': '2022-04-12T03:04:57Z', 'revision_number': 4, 'project_id': '52b2d02e7570468daabac047ad3a7fa5', 'gw_port': {'id': '617d04a3-61eb-4246-b9a5-ecf4f7581920', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:71:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e4223e-510f-477d-a359-e91f259fe4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:52Z', 'updated_at': '2022-04-12T03:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_floatingips': [{'id': '8fcf59e8-f072-42bf-b930-ccdce63b409c', 'tenant_id': '52b2d02e7570468daabac047ad3a7fa5', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'router_id': 'c8e4223e-510f-477d-a359-e91f259fe4fb', 'port_id': '24861ab0-eb1b-458d-be36-a018cc96c3ea', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14a47694-9f88-4832-ab57-c60bc64938b8', 'mac_address': 'fa:16:3e:ef:13:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a47b1f-6ab7-47db-bb09-f928a1c78e69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:07:16Z', 'updated_at': '2022-04-12T03:08:56Z', 'revision_number': 3, 'project_id': '52b2d02e7570468daabac047ad3a7fa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a3e36c3-c754-4dd5-a185-3f25286139da', 'name': '', 'network_id': '14a47694-9f88-4832-ab57-c60bc64938b8', 'tenant_id': '52b2d02e7570468daabac047ad3a7fa5', 'mac_address': 'fa:16:3e:18:4d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e4223e-510f-477d-a359-e91f259fe4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'fe4d4e4c-7961-4f3e-a108-6fc7a367da7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:55Z', 'updated_at': '2022-04-12T03:05:08Z', 'revision_number': 5, 'project_id': '52b2d02e7570468daabac047ad3a7fa5', 'subnets': [{'id': 'fe4d4e4c-7961-4f3e-a108-6fc7a367da7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:08:57.315143 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6a5b61-a7c9-4a40-b744-f86dcd00e38e None None] Checking router: c8e4223e-510f-477d-a359-e91f259fe4fb for host: dv-cinder-837443-1-iscsi {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:08:57.323756 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6a5b61-a7c9-4a40-b744-f86dcd00e38e None None] Routers {'c8e4223e-510f-477d-a359-e91f259fe4fb'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:08:57.324366 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-ea6a5b61-a7c9-4a40-b744-f86dcd00e38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:08:57Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['c8e4223e-510f-477d-a359-e91f259fe4fb'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:08:57.330362 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-ed078c72-b6b9-488a-a86a-5a0016f7c3de req-b82bf37a-ba2a-400c-baa2-89b964f6bd1c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24861ab0-eb1b-458d-be36-a018cc96c3ea HTTP/1.1" status: 200 len: 1001 time: 0.0675273 Apr 12 03:08:57.382884 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed078c72-b6b9-488a-a86a-5a0016f7c3de req-53b9febb-7e03-416d-80e9-6b642e215a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:57.384376 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-ed078c72-b6b9-488a-a86a-5a0016f7c3de req-53b9febb-7e03-416d-80e9-6b642e215a79 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fe4d4e4c-7961-4f3e-a108-6fc7a367da7d HTTP/1.1" status: 200 len: 857 time: 0.0449059 Apr 12 03:08:57.428515 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed078c72-b6b9-488a-a86a-5a0016f7c3de req-5548f3f7-d282-4751-b7a9-e33172ad6ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:57.430003 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-ed078c72-b6b9-488a-a86a-5a0016f7c3de req-5548f3f7-d282-4751-b7a9-e33172ad6ce2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=14a47694-9f88-4832-ab57-c60bc64938b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392213 Apr 12 03:08:57.434884 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-ea6a5b61-a7c9-4a40-b744-f86dcd00e38e None None] Set router c8e4223e-510f-477d-a359-e91f259fe4fb gateway port host: dv-cinder-837443-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:08:57.524828 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-ed078c72-b6b9-488a-a86a-5a0016f7c3de req-643a9920-c4e6-462d-80ec-31f5a7d8438b service neutron] 10.222.0.25 "GET /v2.0/networks/14a47694-9f88-4832-ab57-c60bc64938b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857425 Apr 12 03:08:57.620286 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-ed078c72-b6b9-488a-a86a-5a0016f7c3de req-8b6b444d-6cca-4fb5-9c2c-ad56ee2db8d0 service neutron] 10.222.0.25 "GET /v2.0/networks/14a47694-9f88-4832-ab57-c60bc64938b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890591 Apr 12 03:08:57.664383 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-ea6a5b61-a7c9-4a40-b744-f86dcd00e38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e4223e-510f-477d-a359-e91f259fe4fb', 'name': 'tempest-ServerRescueNegativeTestJSON-233504797-router', 'tenant_id': '52b2d02e7570468daabac047ad3a7fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '617d04a3-61eb-4246-b9a5-ecf4f7581920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:50Z', 'updated_at': '2022-04-12T03:04:57Z', 'revision_number': 4, 'project_id': '52b2d02e7570468daabac047ad3a7fa5', 'gw_port': {'id': '617d04a3-61eb-4246-b9a5-ecf4f7581920', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:71:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e4223e-510f-477d-a359-e91f259fe4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:52Z', 'updated_at': '2022-04-12T03:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_floatingips': [{'id': '8fcf59e8-f072-42bf-b930-ccdce63b409c', 'tenant_id': '52b2d02e7570468daabac047ad3a7fa5', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'router_id': 'c8e4223e-510f-477d-a359-e91f259fe4fb', 'port_id': '24861ab0-eb1b-458d-be36-a018cc96c3ea', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14a47694-9f88-4832-ab57-c60bc64938b8', 'mac_address': 'fa:16:3e:ef:13:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a47b1f-6ab7-47db-bb09-f928a1c78e69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:07:16Z', 'updated_at': '2022-04-12T03:08:56Z', 'revision_number': 3, 'project_id': '52b2d02e7570468daabac047ad3a7fa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a3e36c3-c754-4dd5-a185-3f25286139da', 'name': '', 'network_id': '14a47694-9f88-4832-ab57-c60bc64938b8', 'tenant_id': '52b2d02e7570468daabac047ad3a7fa5', 'mac_address': 'fa:16:3e:18:4d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e4223e-510f-477d-a359-e91f259fe4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'fe4d4e4c-7961-4f3e-a108-6fc7a367da7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:55Z', 'updated_at': '2022-04-12T03:05:08Z', 'revision_number': 5, 'project_id': '52b2d02e7570468daabac047ad3a7fa5', 'subnets': [{'id': 'fe4d4e4c-7961-4f3e-a108-6fc7a367da7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:08:57.694014 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6a5b61-a7c9-4a40-b744-f86dcd00e38e None None] The sync data for ids ['c8e4223e-510f-477d-a359-e91f259fe4fb'] in dv-cinder-837443-1-iscsi is: [{'id': 'c8e4223e-510f-477d-a359-e91f259fe4fb', 'name': 'tempest-ServerRescueNegativeTestJSON-233504797-router', 'tenant_id': '52b2d02e7570468daabac047ad3a7fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '617d04a3-61eb-4246-b9a5-ecf4f7581920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:50Z', 'updated_at': '2022-04-12T03:04:57Z', 'revision_number': 4, 'project_id': '52b2d02e7570468daabac047ad3a7fa5', 'gw_port': {'id': '617d04a3-61eb-4246-b9a5-ecf4f7581920', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:71:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e4223e-510f-477d-a359-e91f259fe4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:52Z', 'updated_at': '2022-04-12T03:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_floatingips': [{'id': '8fcf59e8-f072-42bf-b930-ccdce63b409c', 'tenant_id': '52b2d02e7570468daabac047ad3a7fa5', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'router_id': 'c8e4223e-510f-477d-a359-e91f259fe4fb', 'port_id': '24861ab0-eb1b-458d-be36-a018cc96c3ea', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14a47694-9f88-4832-ab57-c60bc64938b8', 'mac_address': 'fa:16:3e:ef:13:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a47b1f-6ab7-47db-bb09-f928a1c78e69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:07:16Z', 'updated_at': '2022-04-12T03:08:56Z', 'revision_number': 3, 'project_id': '52b2d02e7570468daabac047ad3a7fa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a3e36c3-c754-4dd5-a185-3f25286139da', 'name': '', 'network_id': '14a47694-9f88-4832-ab57-c60bc64938b8', 'tenant_id': '52b2d02e7570468daabac047ad3a7fa5', 'mac_address': 'fa:16:3e:18:4d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e4223e-510f-477d-a359-e91f259fe4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'fe4d4e4c-7961-4f3e-a108-6fc7a367da7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:55Z', 'updated_at': '2022-04-12T03:05:08Z', 'revision_number': 5, 'project_id': '52b2d02e7570468daabac047ad3a7fa5', 'subnets': [{'id': 'fe4d4e4c-7961-4f3e-a108-6fc7a367da7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:08:58.011101 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676b5da-5f0f-4b65-b740-071721625ac2 req-0e48341c-67a0-4765-b129-a4c18085579f tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:58.012765 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-9676b5da-5f0f-4b65-b740-071721625ac2 req-0e48341c-67a0-4765-b129-a4c18085579f tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 945 time: 0.0694945 Apr 12 03:08:58.061727 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-9676b5da-5f0f-4b65-b740-071721625ac2 req-e631eb5b-3f0f-42fc-8181-613a94e77278 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=37b179c6-f3cc-4a4d-ad74-37db92046685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431490 Apr 12 03:08:58.237473 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a63736aa-03b4-448a-a5ac-a324793c796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (2fa08797-e830-4b1e-af03-8a255eb086f2), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:59.022127 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05a47b1f-6ab7-47db-bb09-f928a1c78e69', 'tag': '24861ab0-eb1b-458d-be36-a018cc96c3ea'}] {{(pid=103483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:08:59.025910 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e274900216188b1398d2f2ab6fda0f9d84329b9f507230773e3e9728a2d4b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b5f263-fd16-40c2-9fa0-70a6b66b46a4" -d '{"events": [{"name": "network-changed", "server_uuid": "05a47b1f-6ab7-47db-bb09-f928a1c78e69", "tag": "24861ab0-eb1b-458d-be36-a018cc96c3ea"}]}' {{(pid=103483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:08:59.071508 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca0b46f-3e69-47b3-a660-7bb9e2780fbc x-openstack-request-id: req-1ca0b46f-3e69-47b3-a660-7bb9e2780fbc {{(pid=103483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:08:59.071853 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05a47b1f-6ab7-47db-bb09-f928a1c78e69", "tag": "24861ab0-eb1b-458d-be36-a018cc96c3ea", "status": "completed", "code": 200}]} {{(pid=103483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:08:59.072102 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1ca0b46f-3e69-47b3-a660-7bb9e2780fbc {{(pid=103483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:08:59.072499 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ca0b46f-3e69-47b3-a660-7bb9e2780fbc'] response: {'name': 'network-changed', 'server_uuid': '05a47b1f-6ab7-47db-bb09-f928a1c78e69', 'tag': '24861ab0-eb1b-458d-be36-a018cc96c3ea', 'status': 'completed', 'code': 200} Apr 12 03:08:59.135784 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5f263-fd16-40c2-9fa0-70a6b66b46a4 req-e6d73f1e-319c-4485-b9bb-cc8c3b78dc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:59.137254 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-56b5f263-fd16-40c2-9fa0-70a6b66b46a4 req-e6d73f1e-319c-4485-b9bb-cc8c3b78dc01 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=52b2d02e7570468daabac047ad3a7fa5&device_id=05a47b1f-6ab7-47db-bb09-f928a1c78e69 HTTP/1.1" status: 200 len: 1129 time: 0.0383561 Apr 12 03:08:59.234551 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5f263-fd16-40c2-9fa0-70a6b66b46a4 req-6f03d722-ae83-4798-8c48-ae1b13d56092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:59.236027 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-56b5f263-fd16-40c2-9fa0-70a6b66b46a4 req-6f03d722-ae83-4798-8c48-ae1b13d56092 service neutron] 10.222.0.25 "GET /v2.0/networks?id=14a47694-9f88-4832-ab57-c60bc64938b8 HTTP/1.1" status: 200 len: 918 time: 0.0858877 Apr 12 03:08:59.302789 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-56b5f263-fd16-40c2-9fa0-70a6b66b46a4 req-26bcfe88-a101-48b3-a8e2-9fa0b52ad54c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24861ab0-eb1b-458d-be36-a018cc96c3ea HTTP/1.1" status: 200 len: 1001 time: 0.0579956 Apr 12 03:08:59.369490 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5f263-fd16-40c2-9fa0-70a6b66b46a4 req-a3338035-af7b-472e-afb2-d78afe464914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:59.370979 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-56b5f263-fd16-40c2-9fa0-70a6b66b46a4 req-a3338035-af7b-472e-afb2-d78afe464914 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fe4d4e4c-7961-4f3e-a108-6fc7a367da7d HTTP/1.1" status: 200 len: 857 time: 0.0538468 Apr 12 03:08:59.416645 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5f263-fd16-40c2-9fa0-70a6b66b46a4 req-4021a19b-817a-4c40-ad58-ab1dc5785344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:59.418078 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-56b5f263-fd16-40c2-9fa0-70a6b66b46a4 req-4021a19b-817a-4c40-ad58-ab1dc5785344 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=14a47694-9f88-4832-ab57-c60bc64938b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409095 Apr 12 03:08:59.520622 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-56b5f263-fd16-40c2-9fa0-70a6b66b46a4 req-5229ed1f-1780-4b6c-989a-cca55b74e012 service neutron] 10.222.0.25 "GET /v2.0/networks/14a47694-9f88-4832-ab57-c60bc64938b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870540 Apr 12 03:08:59.626753 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-56b5f263-fd16-40c2-9fa0-70a6b66b46a4 req-1d79e8ca-4242-4ae5-9992-9d0d93e13187 service neutron] 10.222.0.25 "GET /v2.0/networks/14a47694-9f88-4832-ab57-c60bc64938b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963883 Apr 12 03:08:59.927472 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be625cda-7f2b-4ec3-b03f-aa24446ccc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d888e177-8f03-43a8-a394-c59927fa1996), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:01.347490 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:03.292612 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc7bf6-98ae-4ed4-b13d-0681ca1447c8 req-10c733b9-8e3c-49ae-8906-2436101b41d2 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:03.293984 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-d2cc7bf6-98ae-4ed4-b13d-0681ca1447c8 req-10c733b9-8e3c-49ae-8906-2436101b41d2 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 947 time: 0.0533669 Apr 12 03:09:03.341225 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-d2cc7bf6-98ae-4ed4-b13d-0681ca1447c8 req-8a430e71-4ad5-46fa-9c74-8a8f48f57f1f tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414174 Apr 12 03:09:04.464170 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21649846-7494-4802-b357-ec74bf34ccba req-b013f39a-29a1-4ce9-b71c-5df22613bcfb tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:04.465625 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-21649846-7494-4802-b357-ec74bf34ccba req-b013f39a-29a1-4ce9-b71c-5df22613bcfb tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 947 time: 0.0485387 Apr 12 03:09:04.512876 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-21649846-7494-4802-b357-ec74bf34ccba req-bd3d0966-5143-4f6f-8d56-9c90b5ee3c41 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411947 Apr 12 03:09:05.155108 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7270e-8053-4c70-8ba6-bb5ff401f2a8 req-473e154a-c105-485e-94a4-d50b977ddb52 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:05.156517 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-0ed7270e-8053-4c70-8ba6-bb5ff401f2a8 req-473e154a-c105-485e-94a4-d50b977ddb52 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 947 time: 0.0486751 Apr 12 03:09:05.246452 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [req-0ed7270e-8053-4c70-8ba6-bb5ff401f2a8 req-dfcf562a-41bd-4190-9fcf-aa3b40fda5db tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Deleting port f35229c3-8c36-42fb-9fc5-3451fa4d807d {{(pid=103483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:09:05.246789 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-0ed7270e-8053-4c70-8ba6-bb5ff401f2a8 req-dfcf562a-41bd-4190-9fcf-aa3b40fda5db tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (f35229c3-8c36-42fb-9fc5-3451fa4d807d), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:05.336467 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.db [req-0ed7270e-8053-4c70-8ba6-bb5ff401f2a8 req-dfcf562a-41bd-4190-9fcf-aa3b40fda5db tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] For port f35229c3-8c36-42fb-9fc5-3451fa4d807d, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=f35229c3-8c36-42fb-9fc5-3451fa4d807d,segment=NetworkSegment(71025db5-b671-400c-aac9-a4516ac262e9),segment_id=71025db5-b671-400c-aac9-a4516ac262e9)] {{(pid=103483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:09:05.336824 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-0ed7270e-8053-4c70-8ba6-bb5ff401f2a8 req-dfcf562a-41bd-4190-9fcf-aa3b40fda5db tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (f35229c3-8c36-42fb-9fc5-3451fa4d807d), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:05.522784 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-0ed7270e-8053-4c70-8ba6-bb5ff401f2a8 req-dfcf562a-41bd-4190-9fcf-aa3b40fda5db tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:05.523538 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-0ed7270e-8053-4c70-8ba6-bb5ff401f2a8 req-dfcf562a-41bd-4190-9fcf-aa3b40fda5db tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682737'] for floatingip (2e12d2c7-1a79-440d-afd9-6d7443516c12), after_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:05.523538 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.db.l3_db [req-0ed7270e-8053-4c70-8ba6-bb5ff401f2a8 req-dfcf562a-41bd-4190-9fcf-aa3b40fda5db tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Floating IP 2e12d2c7-1a79-440d-afd9-6d7443516c12 disassociated. External IP: 172.27.3.201, port: f35229c3-8c36-42fb-9fc5-3451fa4d807d. Apr 12 03:09:05.523901 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [req-0ed7270e-8053-4c70-8ba6-bb5ff401f2a8 req-dfcf562a-41bd-4190-9fcf-aa3b40fda5db tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Calling delete_port for f35229c3-8c36-42fb-9fc5-3451fa4d807d owned by compute:nova {{(pid=103483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:09:05.635835 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356e321-fd08-457b-b4bf-ed9677405d45 req-6f8fa898-2ad6-4306-afde-9bdd444d970d tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:05.637336 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1356e321-fd08-457b-b4bf-ed9677405d45 req-6f8fa898-2ad6-4306-afde-9bdd444d970d tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb5d87c0-f579-4975-bae6-b924c6c1d0e2 HTTP/1.1" status: 200 len: 947 time: 0.0518818 Apr 12 03:09:05.656719 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-0ed7270e-8053-4c70-8ba6-bb5ff401f2a8 req-dfcf562a-41bd-4190-9fcf-aa3b40fda5db tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28322803'] for port (f35229c3-8c36-42fb-9fc5-3451fa4d807d), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:05.686591 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1356e321-fd08-457b-b4bf-ed9677405d45 req-0df352b0-ae99-4cbf-a32a-4bd7c2b17e2d tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=47db70a7-438e-442e-84b5-53150afe53e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431800 Apr 12 03:09:05.687217 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcf562a-41bd-4190-9fcf-aa3b40fda5db tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Pushing event deleted for resources: {'Port': ['ID=f35229c3-8c36-42fb-9fc5-3451fa4d807d,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:05.813012 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ed7270e-8053-4c70-8ba6-bb5ff401f2a8 req-dfcf562a-41bd-4190-9fcf-aa3b40fda5db tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Router b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df has already been hosted by L3 agent beb15aed-f2b6-4676-85ca-b43f14e6acf3 {{(pid=103483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:09:05.937828 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ed7270e-8053-4c70-8ba6-bb5ff401f2a8 req-dfcf562a-41bd-4190-9fcf-aa3b40fda5db tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Notify agent at l3_agent.dv-cinder-837443-1-iscsi the message routers_updated {{(pid=103483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:09:05.948995 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfafe7b8-2ed1-4b53-a19d-bab958c6da6b None None] Sync routers for ids ['b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df'] in dv-cinder-837443-1-iscsi {{(pid=103485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:09:05.960438 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfafe7b8-2ed1-4b53-a19d-bab958c6da6b None None] Routers {'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:09:05.961119 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-cfafe7b8-2ed1-4b53-a19d-bab958c6da6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:08:57Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df'], 'active': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:09:05.981292 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed7270e-8053-4c70-8ba6-bb5ff401f2a8 req-dfcf562a-41bd-4190-9fcf-aa3b40fda5db tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] No DVR routers for this DVR port f35229c3-8c36-42fb-9fc5-3451fa4d807d on host hv-cinder-83744 {{(pid=103483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:09:05.983979 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-0ed7270e-8053-4c70-8ba6-bb5ff401f2a8 req-dfcf562a-41bd-4190-9fcf-aa3b40fda5db tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for port (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:05.987462 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-0ed7270e-8053-4c70-8ba6-bb5ff401f2a8 req-dfcf562a-41bd-4190-9fcf-aa3b40fda5db tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.25 "DELETE /v2.0/ports/f35229c3-8c36-42fb-9fc5-3451fa4d807d HTTP/1.1" status: 204 len: 173 time: 0.8250146 Apr 12 03:09:05.988004 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5d87c0-f579-4975-bae6-b924c6c1d0e2', 'name': 'network-vif-deleted', 'tag': 'f35229c3-8c36-42fb-9fc5-3451fa4d807d'}] {{(pid=103483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:09:05.990808 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e274900216188b1398d2f2ab6fda0f9d84329b9f507230773e3e9728a2d4b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec4b4d6-9f47-48ed-b493-9bf9d2268490" -d '{"events": [{"server_uuid": "eb5d87c0-f579-4975-bae6-b924c6c1d0e2", "name": "network-vif-deleted", "tag": "f35229c3-8c36-42fb-9fc5-3451fa4d807d"}]}' {{(pid=103483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:09:06.030133 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2192ce79-894b-469b-8cdd-83f9b2d059f1 x-openstack-request-id: req-2192ce79-894b-469b-8cdd-83f9b2d059f1 {{(pid=103483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:09:06.030420 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb5d87c0-f579-4975-bae6-b924c6c1d0e2", "name": "network-vif-deleted", "tag": "f35229c3-8c36-42fb-9fc5-3451fa4d807d", "status": "completed", "code": 200}]} {{(pid=103483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:09:06.030677 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2192ce79-894b-469b-8cdd-83f9b2d059f1 {{(pid=103483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:09:06.031101 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2192ce79-894b-469b-8cdd-83f9b2d059f1'] response: {'server_uuid': 'eb5d87c0-f579-4975-bae6-b924c6c1d0e2', 'name': 'network-vif-deleted', 'tag': 'f35229c3-8c36-42fb-9fc5-3451fa4d807d', 'status': 'completed', 'code': 200} Apr 12 03:09:06.077423 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvr_db [None req-cfafe7b8-2ed1-4b53-a19d-bab958c6da6b None None] Set router b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df gateway port host: dv-cinder-837443-1-iscsi {{(pid=103485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:09:06.280854 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-cfafe7b8-2ed1-4b53-a19d-bab958c6da6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df', 'name': 'tempest-AttachVolumeShelveTestJSON-600950735-router', 'tenant_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '1f833beb-1b0a-47a7-ad22-a06e54385443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:47Z', 'updated_at': '2022-04-12T03:05:05Z', 'revision_number': 4, 'project_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'gw_port': {'id': '1f833beb-1b0a-47a7-ad22-a06e54385443', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:29:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:48Z', 'updated_at': '2022-04-12T03:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': '330332dd-0596-4aed-b9db-935a1aa7ceae', 'name': '', 'network_id': '2b3dbba0-7776-42cc-ae85-893ed357f655', 'tenant_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'mac_address': 'fa:16:3e:dc:0e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '100d1803-3d36-4c71-9fbf-e95fa2273558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:58Z', 'updated_at': '2022-04-12T03:05:17Z', 'revision_number': 5, 'project_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'subnets': [{'id': '100d1803-3d36-4c71-9fbf-e95fa2273558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:09:06.307475 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfafe7b8-2ed1-4b53-a19d-bab958c6da6b None None] Checking router: b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df for host: dv-cinder-837443-1-iscsi {{(pid=103485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:09:06.316579 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfafe7b8-2ed1-4b53-a19d-bab958c6da6b None None] Routers {'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:09:06.317181 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-cfafe7b8-2ed1-4b53-a19d-bab958c6da6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:08:57Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df'], 'active': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:09:06.441722 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvr_db [None req-cfafe7b8-2ed1-4b53-a19d-bab958c6da6b None None] Set router b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df gateway port host: dv-cinder-837443-1-iscsi {{(pid=103485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:09:06.633781 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-cfafe7b8-2ed1-4b53-a19d-bab958c6da6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df', 'name': 'tempest-AttachVolumeShelveTestJSON-600950735-router', 'tenant_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '1f833beb-1b0a-47a7-ad22-a06e54385443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:47Z', 'updated_at': '2022-04-12T03:05:05Z', 'revision_number': 4, 'project_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'gw_port': {'id': '1f833beb-1b0a-47a7-ad22-a06e54385443', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:29:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:48Z', 'updated_at': '2022-04-12T03:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': '330332dd-0596-4aed-b9db-935a1aa7ceae', 'name': '', 'network_id': '2b3dbba0-7776-42cc-ae85-893ed357f655', 'tenant_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'mac_address': 'fa:16:3e:dc:0e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '100d1803-3d36-4c71-9fbf-e95fa2273558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:58Z', 'updated_at': '2022-04-12T03:05:17Z', 'revision_number': 5, 'project_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'subnets': [{'id': '100d1803-3d36-4c71-9fbf-e95fa2273558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:09:06.663890 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfafe7b8-2ed1-4b53-a19d-bab958c6da6b None None] The sync data for ids ['b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df'] in dv-cinder-837443-1-iscsi is: [{'id': 'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df', 'name': 'tempest-AttachVolumeShelveTestJSON-600950735-router', 'tenant_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '1f833beb-1b0a-47a7-ad22-a06e54385443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:47Z', 'updated_at': '2022-04-12T03:05:05Z', 'revision_number': 4, 'project_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'gw_port': {'id': '1f833beb-1b0a-47a7-ad22-a06e54385443', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:29:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:48Z', 'updated_at': '2022-04-12T03:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': '330332dd-0596-4aed-b9db-935a1aa7ceae', 'name': '', 'network_id': '2b3dbba0-7776-42cc-ae85-893ed357f655', 'tenant_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'mac_address': 'fa:16:3e:dc:0e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '100d1803-3d36-4c71-9fbf-e95fa2273558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:58Z', 'updated_at': '2022-04-12T03:05:17Z', 'revision_number': 5, 'project_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'subnets': [{'id': '100d1803-3d36-4c71-9fbf-e95fa2273558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:09:06.789749 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 45918) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:06.847090 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-dec75f04-40bc-4b0a-8707-8114034847ae tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks [] for security_group (47db70a7-438e-442e-84b5-53150afe53e9), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:06.871258 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-dec75f04-40bc-4b0a-8707-8114034847ae tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks [] for security_group (47db70a7-438e-442e-84b5-53150afe53e9), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:06.896193 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f61f435-7054-4a1f-9dd6-da9eb61050ac None None] New status for floating IP 2e12d2c7-1a79-440d-afd9-6d7443516c12: DOWN {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 03:09:06.919983 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-dec75f04-40bc-4b0a-8707-8114034847ae tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (47db70a7-438e-442e-84b5-53150afe53e9), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:06.922497 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-dec75f04-40bc-4b0a-8707-8114034847ae tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks [] for security_group (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:06.923675 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-dec75f04-40bc-4b0a-8707-8114034847ae tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "DELETE /v2.0/security-groups/47db70a7-438e-442e-84b5-53150afe53e9 HTTP/1.1" status: 204 len: 168 time: 0.1329365 Apr 12 03:09:06.927680 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 45920) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:06.937112 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec75f04-40bc-4b0a-8707-8114034847ae tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47db70a7-438e-442e-84b5-53150afe53e9,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:06.942716 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.api.v2.resource [None req-a8d30fc8-39ac-49ee-a360-f30ac588259b tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] show failed (client error): The resource could not be found. Apr 12 03:09:06.946717 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 45922) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:06.947643 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-a8d30fc8-39ac-49ee-a360-f30ac588259b tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups/47db70a7-438e-442e-84b5-53150afe53e9 HTTP/1.1" status: 404 len: 347 time: 0.0182176 Apr 12 03:09:07.068499 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [None req-386cdc4e-3055-4460-88e7-0246f4d351a2 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Deleting port 55a59c21-0cfb-4c73-8c3b-86959a97ff1a {{(pid=103483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:09:07.068937 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-386cdc4e-3055-4460-88e7-0246f4d351a2 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (55a59c21-0cfb-4c73-8c3b-86959a97ff1a), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:07.151913 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-386cdc4e-3055-4460-88e7-0246f4d351a2 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (55a59c21-0cfb-4c73-8c3b-86959a97ff1a), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:07.152240 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-386cdc4e-3055-4460-88e7-0246f4d351a2 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks [] for floatingip (55a59c21-0cfb-4c73-8c3b-86959a97ff1a), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:07.164068 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [None req-386cdc4e-3055-4460-88e7-0246f4d351a2 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Calling delete_port for 55a59c21-0cfb-4c73-8c3b-86959a97ff1a owned by network:floatingip {{(pid=103483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:09:07.297815 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-386cdc4e-3055-4460-88e7-0246f4d351a2 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28322803'] for port (55a59c21-0cfb-4c73-8c3b-86959a97ff1a), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:07.327459 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386cdc4e-3055-4460-88e7-0246f4d351a2 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Pushing event deleted for resources: {'Port': ['ID=55a59c21-0cfb-4c73-8c3b-86959a97ff1a,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:07.383422 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-386cdc4e-3055-4460-88e7-0246f4d351a2 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks [] for floatingip (2e12d2c7-1a79-440d-afd9-6d7443516c12), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:07.386133 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-386cdc4e-3055-4460-88e7-0246f4d351a2 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for floatingip (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:07.388128 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-386cdc4e-3055-4460-88e7-0246f4d351a2 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "DELETE /v2.0/floatingips/2e12d2c7-1a79-440d-afd9-6d7443516c12 HTTP/1.1" status: 204 len: 168 time: 0.4397397 Apr 12 03:09:07.624239 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 45928) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:07.629081 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [None req-70faf3d2-68b8-4dfb-b403-28ece419d164 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Request body: {'security_group': {'name': 'tempest-securitygroup--723468412', 'description': 'tempest-description--603654411'}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:09:07.651387 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-70faf3d2-68b8-4dfb-b403-28ece419d164 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks [] for security_group (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:07.721905 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-70faf3d2-68b8-4dfb-b403-28ece419d164 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks [] for security_group (39685f75-dc11-42c2-a5ef-18e35667f4e3), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:07.726846 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-70faf3d2-68b8-4dfb-b403-28ece419d164 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (39685f75-dc11-42c2-a5ef-18e35667f4e3), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:07.755192 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-70faf3d2-68b8-4dfb-b403-28ece419d164 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks [] for security_group (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:07.756431 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-70faf3d2-68b8-4dfb-b403-28ece419d164 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1312079 Apr 12 03:09:07.758179 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70faf3d2-68b8-4dfb-b403-28ece419d164 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39685f75-dc11-42c2-a5ef-18e35667f4e3,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:07.759580 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 45930) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:07.765015 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-55f1b953-e275-4692-bcb3-9e490cfa3c35 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Request body: {'security_group_rule': {'security_group_id': '39685f75-dc11-42c2-a5ef-18e35667f4e3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:09:07.793715 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-55f1b953-e275-4692-bcb3-9e490cfa3c35 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks [] for security_group_rule (7d714446-61c0-41c9-b9eb-17fe2cb15a6a), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:07.850399 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-55f1b953-e275-4692-bcb3-9e490cfa3c35 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks [] for security_group_rule (7d714446-61c0-41c9-b9eb-17fe2cb15a6a), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:07.854673 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-55f1b953-e275-4692-bcb3-9e490cfa3c35 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707756'] for security_group_rule (7d714446-61c0-41c9-b9eb-17fe2cb15a6a), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:07.871138 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f1b953-e275-4692-bcb3-9e490cfa3c35 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d714446-61c0-41c9-b9eb-17fe2cb15a6a,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:07.879433 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-55f1b953-e275-4692-bcb3-9e490cfa3c35 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:07.880629 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-55f1b953-e275-4692-bcb3-9e490cfa3c35 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1193492 Apr 12 03:09:07.883319 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 45932) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:07.887485 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-12ab7816-d0c7-493e-927a-86c82af289f3 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Request body: {'security_group_rule': {'security_group_id': '39685f75-dc11-42c2-a5ef-18e35667f4e3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:09:07.920036 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-12ab7816-d0c7-493e-927a-86c82af289f3 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks [] for security_group_rule (4beb2f1b-ee40-418d-b7b4-f9f6aaded01c), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:07.978987 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-12ab7816-d0c7-493e-927a-86c82af289f3 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks [] for security_group_rule (4beb2f1b-ee40-418d-b7b4-f9f6aaded01c), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:07.984688 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-12ab7816-d0c7-493e-927a-86c82af289f3 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707756'] for security_group_rule (4beb2f1b-ee40-418d-b7b4-f9f6aaded01c), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:08.006539 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ab7816-d0c7-493e-927a-86c82af289f3 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4beb2f1b-ee40-418d-b7b4-f9f6aaded01c,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:08.012401 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-12ab7816-d0c7-493e-927a-86c82af289f3 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:08.013603 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-12ab7816-d0c7-493e-927a-86c82af289f3 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1293051 Apr 12 03:09:08.016798 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 45934) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:08.021266 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-bd4a7740-119e-4bbb-95f6-27c95704c812 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Request body: {'floatingip': {'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:09:08.041577 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bd4a7740-119e-4bbb-95f6-27c95704c812 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:08.118657 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bd4a7740-119e-4bbb-95f6-27c95704c812 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:08.235185 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-bd4a7740-119e-4bbb-95f6-27c95704c812 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Allocated IP 172.27.3.225 (79cba51c-a00f-4d8d-a813-38deb5f63b2a/29b195a7-2bca-4a4f-ac92-aa862b85642e/7f4551aa-08bf-479a-a7d4-a18eab1fe260) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:09:08.353863 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bd4a7740-119e-4bbb-95f6-27c95704c812 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks [] for port (7f4551aa-08bf-479a-a7d4-a18eab1fe260), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:08.391003 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bd4a7740-119e-4bbb-95f6-27c95704c812 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28695539'] for port (7f4551aa-08bf-479a-a7d4-a18eab1fe260), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:08.433802 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4a7740-119e-4bbb-95f6-27c95704c812 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Network 79cba51c-a00f-4d8d-a813-38deb5f63b2a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:09:08.436645 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-bd4a7740-119e-4bbb-95f6-27c95704c812 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:09:08.439209 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4a7740-119e-4bbb-95f6-27c95704c812 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:09:08.462692 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4a7740-119e-4bbb-95f6-27c95704c812 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Pushing event updated for resources: {'Port': ['ID=7f4551aa-08bf-479a-a7d4-a18eab1fe260,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:08.510158 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.agents_db [None req-d3c4685f-78b0-4ffc-8e41-99bd627ddb58 None None] Agent healthcheck: found 6 active agents {{(pid=103486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:09:08.528306 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bd4a7740-119e-4bbb-95f6-27c95704c812 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks [] for floatingip (b8e15778-a797-48f8-ab69-ad6e6154f754), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:08.572164 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bd4a7740-119e-4bbb-95f6-27c95704c812 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (7f4551aa-08bf-479a-a7d4-a18eab1fe260), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:08.737741 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bd4a7740-119e-4bbb-95f6-27c95704c812 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks [] for port (7f4551aa-08bf-479a-a7d4-a18eab1fe260), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:08.744619 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bd4a7740-119e-4bbb-95f6-27c95704c812 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28695544'] for port (7f4551aa-08bf-479a-a7d4-a18eab1fe260), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:08.809601 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4a7740-119e-4bbb-95f6-27c95704c812 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Pushing event updated for resources: {'Port': ['ID=7f4551aa-08bf-479a-a7d4-a18eab1fe260,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:08.821503 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bd4a7740-119e-4bbb-95f6-27c95704c812 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682737'] for floatingip (b8e15778-a797-48f8-ab69-ad6e6154f754), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:08.839695 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bd4a7740-119e-4bbb-95f6-27c95704c812 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for floatingip (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:08.840927 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-bd4a7740-119e-4bbb-95f6-27c95704c812 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8231339 Apr 12 03:09:09.048876 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-7f942a6e-b8b3-4d77-98df-2232505eee7e req-ebd387d7-ba0e-4883-afda-b2267f5a0141 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--723468412&fields=id&tenant_id=aa116ee72616411e95552f4f7f6fdf9a HTTP/1.1" status: 200 len: 267 time: 0.0488009 Apr 12 03:09:09.155561 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f942a6e-b8b3-4d77-98df-2232505eee7e req-2201412f-2b36-4868-897f-945532f799da tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:09.157040 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-7f942a6e-b8b3-4d77-98df-2232505eee7e req-2201412f-2b36-4868-897f-945532f799da tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/networks?id=2b3dbba0-7776-42cc-ae85-893ed357f655 HTTP/1.1" status: 200 len: 816 time: 0.0983891 Apr 12 03:09:09.171756 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-7f942a6e-b8b3-4d77-98df-2232505eee7e req-3d61d134-aee5-46a2-9e52-9394e47a46ed tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/quotas/aa116ee72616411e95552f4f7f6fdf9a HTTP/1.1" status: 200 len: 375 time: 0.0092244 Apr 12 03:09:09.222621 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-7f942a6e-b8b3-4d77-98df-2232505eee7e req-936260e7-cb28-4349-9ea6-c71a7b4888bd tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=aa116ee72616411e95552f4f7f6fdf9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457790 Apr 12 03:09:09.322379 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-7f942a6e-b8b3-4d77-98df-2232505eee7e req-41885291-3e04-4456-8d63-b1c6528fff94 service neutron] 10.222.0.32 "GET /v2.0/networks/2b3dbba0-7776-42cc-ae85-893ed357f655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859315 Apr 12 03:09:09.414530 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-7f942a6e-b8b3-4d77-98df-2232505eee7e req-99001f6a-cb9c-4819-b582-2f7a95e4e956 service neutron] 10.222.0.32 "GET /v2.0/networks/2b3dbba0-7776-42cc-ae85-893ed357f655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834079 Apr 12 03:09:09.580885 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-3fc29b46-32e1-4749-bb3b-9231e8d09d80 req-6667d209-1cf0-4851-bd11-bd3d08c1aec6 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 210 time: 0.0317535 Apr 12 03:09:09.882232 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device f35229c3-8c36-42fb-9fc5-3451fa4d807d no longer exists at agent hyperv_hv-cinder-83744 {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:09:09.903370 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] No Port match for: f35229c3-8c36-42fb-9fc5-3451fa4d807d {{(pid=103485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:09:09.903664 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device f35229c3-8c36-42fb-9fc5-3451fa4d807d not bound to the agent host hv-cinder-83744 {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:09:10.915089 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-07d10cdf-17ad-4306-8f5e-e32324744a0d req-13147736-9524-4ade-bf6c-4e28ef39a6f4 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 210 time: 0.0407081 Apr 12 03:09:10.983256 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f942a6e-b8b3-4d77-98df-2232505eee7e req-ad620cdb-a650-42ee-b761-e0e116e472e2 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:10.984725 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-7f942a6e-b8b3-4d77-98df-2232505eee7e req-ad620cdb-a650-42ee-b761-e0e116e472e2 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.25 "GET /v2.0/networks?id=2b3dbba0-7776-42cc-ae85-893ed357f655 HTTP/1.1" status: 200 len: 816 time: 0.3912840 Apr 12 03:09:11.060240 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-7f942a6e-b8b3-4d77-98df-2232505eee7e req-8c648f7a-c7c1-432b-aeb6-2d87da29c142 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa116ee72616411e95552f4f7f6fdf9a HTTP/1.1" status: 200 len: 379 time: 0.0630369 Apr 12 03:09:11.071822 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [req-7f942a6e-b8b3-4d77-98df-2232505eee7e req-37b10d3c-a0ff-4138-afb5-7c9d9ab4f424 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Request body: {'port': {'device_id': 'b5335331-8a3f-414c-b66d-2bb538d839dd', 'network_id': '2b3dbba0-7776-42cc-ae85-893ed357f655', 'admin_state_up': True, 'tenant_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'security_groups': ['39685f75-dc11-42c2-a5ef-18e35667f4e3']}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:09:11.186652 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f942a6e-b8b3-4d77-98df-2232505eee7e req-37b10d3c-a0ff-4138-afb5-7c9d9ab4f424 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Made reservation on behalf of aa116ee72616411e95552f4f7f6fdf9a for: {'port': 1} {{(pid=103483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:09:11.189858 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-7f942a6e-b8b3-4d77-98df-2232505eee7e req-37b10d3c-a0ff-4138-afb5-7c9d9ab4f424 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:11.335937 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.db_base_plugin_common [req-7f942a6e-b8b3-4d77-98df-2232505eee7e req-37b10d3c-a0ff-4138-afb5-7c9d9ab4f424 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Allocated IP 172.20.0.11 (2b3dbba0-7776-42cc-ae85-893ed357f655/100d1803-3d36-4c71-9fbf-e95fa2273558/d22f4ed3-500d-4195-8024-9d2bcd99fec1) {{(pid=103483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:09:11.492972 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-7f942a6e-b8b3-4d77-98df-2232505eee7e req-37b10d3c-a0ff-4138-afb5-7c9d9ab4f424 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks [] for port (d22f4ed3-500d-4195-8024-9d2bcd99fec1), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:11.535578 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-7f942a6e-b8b3-4d77-98df-2232505eee7e req-37b10d3c-a0ff-4138-afb5-7c9d9ab4f424 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28322803'] for port (d22f4ed3-500d-4195-8024-9d2bcd99fec1), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:11.579842 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f942a6e-b8b3-4d77-98df-2232505eee7e req-37b10d3c-a0ff-4138-afb5-7c9d9ab4f424 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Network 2b3dbba0-7776-42cc-ae85-893ed357f655 is already hosted by enough agents. {{(pid=103483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:09:11.582808 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.base_scheduler [req-7f942a6e-b8b3-4d77-98df-2232505eee7e req-37b10d3c-a0ff-4138-afb5-7c9d9ab4f424 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Resources bound (agent type, host, resource id): {{(pid=103483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:09:11.585183 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f942a6e-b8b3-4d77-98df-2232505eee7e req-37b10d3c-a0ff-4138-afb5-7c9d9ab4f424 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Received port after_create {{(pid=103483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:09:11.610120 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b10d3c-a0ff-4138-afb5-7c9d9ab4f424 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Pushing event updated for resources: {'Port': ['ID=d22f4ed3-500d-4195-8024-9d2bcd99fec1,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:11.641406 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f942a6e-b8b3-4d77-98df-2232505eee7e req-37b10d3c-a0ff-4138-afb5-7c9d9ab4f424 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:11.641776 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-7f942a6e-b8b3-4d77-98df-2232505eee7e req-37b10d3c-a0ff-4138-afb5-7c9d9ab4f424 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for port (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:11.658486 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-7f942a6e-b8b3-4d77-98df-2232505eee7e req-37b10d3c-a0ff-4138-afb5-7c9d9ab4f424 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5902581 Apr 12 03:09:11.673376 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [req-7f942a6e-b8b3-4d77-98df-2232505eee7e req-1f6d3589-9f11-419b-82fe-d63752569767 service neutron] Request body: {'port': {'device_id': 'b5335331-8a3f-414c-b66d-2bb538d839dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83744'}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:09:11.747477 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-7f942a6e-b8b3-4d77-98df-2232505eee7e req-1f6d3589-9f11-419b-82fe-d63752569767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (d22f4ed3-500d-4195-8024-9d2bcd99fec1), before_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:11.809860 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-398d9113-1fd6-4e1e-a3f2-c01dcf916003 None None] Provisioning complete for port d22f4ed3-500d-4195-8024-9d2bcd99fec1 triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:09:11.810561 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-398d9113-1fd6-4e1e-a3f2-c01dcf916003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (d22f4ed3-500d-4195-8024-9d2bcd99fec1), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:11.848184 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-398d9113-1fd6-4e1e-a3f2-c01dcf916003 None None] Port d22f4ed3-500d-4195-8024-9d2bcd99fec1 cannot update to ACTIVE because it is not bound. {{(pid=103485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:09:12.017066 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.notifiers.nova [req-7f942a6e-b8b3-4d77-98df-2232505eee7e req-1f6d3589-9f11-419b-82fe-d63752569767 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d22f4ed3-500d-4195-8024-9d2bcd99fec1 {{(pid=103483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:09:12.025222 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-7f942a6e-b8b3-4d77-98df-2232505eee7e req-1f6d3589-9f11-419b-82fe-d63752569767 service neutron] Publish callbacks [] for port (d22f4ed3-500d-4195-8024-9d2bcd99fec1), precommit_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:12.037200 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.provisioning_blocks [req-7f942a6e-b8b3-4d77-98df-2232505eee7e req-1f6d3589-9f11-419b-82fe-d63752569767 service neutron] Transition to ACTIVE for port object d22f4ed3-500d-4195-8024-9d2bcd99fec1 will not be triggered until provisioned by entity L2. {{(pid=103483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 03:09:12.041593 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-7f942a6e-b8b3-4d77-98df-2232505eee7e req-1f6d3589-9f11-419b-82fe-d63752569767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28322808'] for port (d22f4ed3-500d-4195-8024-9d2bcd99fec1), after_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:12.042514 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ee955-a5de-4ea2-86fa-4ddd57e5bffd req-e91047f3-f75d-44c1-afa0-dbed6066870a tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:12.044197 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-df5ee955-a5de-4ea2-86fa-4ddd57e5bffd req-e91047f3-f75d-44c1-afa0-dbed6066870a tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 932 time: 0.0468433 Apr 12 03:09:12.095826 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-df5ee955-a5de-4ea2-86fa-4ddd57e5bffd req-6e243681-ae42-4451-be9a-60cbc5cca9a8 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=39685f75-dc11-42c2-a5ef-18e35667f4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456657 Apr 12 03:09:12.117603 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6d3589-9f11-419b-82fe-d63752569767 service neutron] Pushing event updated for resources: {'Port': ['ID=d22f4ed3-500d-4195-8024-9d2bcd99fec1,revision_number=2']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:12.170223 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.managers [req-7f942a6e-b8b3-4d77-98df-2232505eee7e req-1f6d3589-9f11-419b-82fe-d63752569767 service neutron] Attempting to bind port d22f4ed3-500d-4195-8024-9d2bcd99fec1 on host hv-cinder-83744 for vnic_type normal with profile {{(pid=103483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:09:12.170550 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.managers [req-7f942a6e-b8b3-4d77-98df-2232505eee7e req-1f6d3589-9f11-419b-82fe-d63752569767 service neutron] Attempting to bind port d22f4ed3-500d-4195-8024-9d2bcd99fec1 by drivers openvswitch,hyperv on host hv-cinder-83744 at level 0 using segments [{'id': '71025db5-b671-400c-aac9-a4516ac262e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2b3dbba0-7776-42cc-ae85-893ed357f655'}] {{(pid=103483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:09:12.170869 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f942a6e-b8b3-4d77-98df-2232505eee7e req-1f6d3589-9f11-419b-82fe-d63752569767 service neutron] Attempting to bind port d22f4ed3-500d-4195-8024-9d2bcd99fec1 on network 2b3dbba0-7776-42cc-ae85-893ed357f655 {{(pid=103483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:09:12.175424 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f942a6e-b8b3-4d77-98df-2232505eee7e req-1f6d3589-9f11-419b-82fe-d63752569767 service neutron] Port d22f4ed3-500d-4195-8024-9d2bcd99fec1 on network 2b3dbba0-7776-42cc-ae85-893ed357f655 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83744 {{(pid=103483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 03:09:12.175743 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f942a6e-b8b3-4d77-98df-2232505eee7e req-1f6d3589-9f11-419b-82fe-d63752569767 service neutron] Attempting to bind port d22f4ed3-500d-4195-8024-9d2bcd99fec1 on network 2b3dbba0-7776-42cc-ae85-893ed357f655 {{(pid=103483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:09:12.180748 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f942a6e-b8b3-4d77-98df-2232505eee7e req-1f6d3589-9f11-419b-82fe-d63752569767 service neutron] Checking agent: {'id': 'd9b4afc3-988d-4081-ae69-d9ab2b5cf58b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83744', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 3, 2, 51), 'started_at': datetime.datetime(2022, 4, 12, 3, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:09:12.181079 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f942a6e-b8b3-4d77-98df-2232505eee7e req-1f6d3589-9f11-419b-82fe-d63752569767 service neutron] Checking segment: {'id': '71025db5-b671-400c-aac9-a4516ac262e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2b3dbba0-7776-42cc-ae85-893ed357f655'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:09:12.181452 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f942a6e-b8b3-4d77-98df-2232505eee7e req-1f6d3589-9f11-419b-82fe-d63752569767 service neutron] Bound using segment: {'id': '71025db5-b671-400c-aac9-a4516ac262e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2b3dbba0-7776-42cc-ae85-893ed357f655'} {{(pid=103483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:09:12.181868 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.managers [req-7f942a6e-b8b3-4d77-98df-2232505eee7e req-1f6d3589-9f11-419b-82fe-d63752569767 service neutron] Bound port: d22f4ed3-500d-4195-8024-9d2bcd99fec1, host: hv-cinder-83744, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71025db5-b671-400c-aac9-a4516ac262e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2b3dbba0-7776-42cc-ae85-893ed357f655'}}] {{(pid=103483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:09:12.182216 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-7f942a6e-b8b3-4d77-98df-2232505eee7e req-1f6d3589-9f11-419b-82fe-d63752569767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (d22f4ed3-500d-4195-8024-9d2bcd99fec1), before_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:12.247914 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.db [req-7f942a6e-b8b3-4d77-98df-2232505eee7e req-1f6d3589-9f11-419b-82fe-d63752569767 service neutron] For port d22f4ed3-500d-4195-8024-9d2bcd99fec1, host hv-cinder-83744, cleared binding levels {{(pid=103483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:09:12.250964 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.db [req-7f942a6e-b8b3-4d77-98df-2232505eee7e req-1f6d3589-9f11-419b-82fe-d63752569767 service neutron] For port d22f4ed3-500d-4195-8024-9d2bcd99fec1, host hv-cinder-83744, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=d22f4ed3-500d-4195-8024-9d2bcd99fec1,segment=NetworkSegment(71025db5-b671-400c-aac9-a4516ac262e9),segment_id=71025db5-b671-400c-aac9-a4516ac262e9)] {{(pid=103483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:09:12.258889 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-7f942a6e-b8b3-4d77-98df-2232505eee7e req-1f6d3589-9f11-419b-82fe-d63752569767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28322808'] for port (d22f4ed3-500d-4195-8024-9d2bcd99fec1), after_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:12.299805 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f942a6e-b8b3-4d77-98df-2232505eee7e req-1f6d3589-9f11-419b-82fe-d63752569767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:12.300438 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-7f942a6e-b8b3-4d77-98df-2232505eee7e req-1f6d3589-9f11-419b-82fe-d63752569767 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for port (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:12.301838 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-7f942a6e-b8b3-4d77-98df-2232505eee7e req-1f6d3589-9f11-419b-82fe-d63752569767 service neutron] 10.222.0.25 "PUT /v2.0/ports/d22f4ed3-500d-4195-8024-9d2bcd99fec1 HTTP/1.1" status: 200 len: 1094 time: 0.6327569 Apr 12 03:09:12.302272 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5335331-8a3f-414c-b66d-2bb538d839dd', 'tag': 'd22f4ed3-500d-4195-8024-9d2bcd99fec1'}] {{(pid=103483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:09:12.304610 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e274900216188b1398d2f2ab6fda0f9d84329b9f507230773e3e9728a2d4b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0adfe12c-0564-4eb8-9b89-e87d8dfe084c" -d '{"events": [{"name": "network-changed", "server_uuid": "b5335331-8a3f-414c-b66d-2bb538d839dd", "tag": "d22f4ed3-500d-4195-8024-9d2bcd99fec1"}]}' {{(pid=103483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:09:12.333767 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6d3589-9f11-419b-82fe-d63752569767 service neutron] Pushing event updated for resources: {'Port': ['ID=d22f4ed3-500d-4195-8024-9d2bcd99fec1,revision_number=3']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:12.353342 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672cc1ed-adcf-44ea-9581-2f86f0391aef x-openstack-request-id: req-672cc1ed-adcf-44ea-9581-2f86f0391aef {{(pid=103483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:09:12.353683 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5335331-8a3f-414c-b66d-2bb538d839dd", "tag": "d22f4ed3-500d-4195-8024-9d2bcd99fec1", "status": "completed", "code": 200}]} {{(pid=103483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:09:12.353992 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-672cc1ed-adcf-44ea-9581-2f86f0391aef {{(pid=103483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:09:12.354389 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-672cc1ed-adcf-44ea-9581-2f86f0391aef'] response: {'name': 'network-changed', 'server_uuid': 'b5335331-8a3f-414c-b66d-2bb538d839dd', 'tag': 'd22f4ed3-500d-4195-8024-9d2bcd99fec1', 'status': 'completed', 'code': 200} Apr 12 03:09:12.412050 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f942a6e-b8b3-4d77-98df-2232505eee7e req-4f55680e-11c5-47a2-96bb-a46f9b5322fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:12.413683 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-7f942a6e-b8b3-4d77-98df-2232505eee7e req-4f55680e-11c5-47a2-96bb-a46f9b5322fa service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=aa116ee72616411e95552f4f7f6fdf9a&device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 1128 time: 0.0436885 Apr 12 03:09:12.460218 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-7f942a6e-b8b3-4d77-98df-2232505eee7e req-181e960b-f0ee-45f8-9fae-bb32ea933234 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d22f4ed3-500d-4195-8024-9d2bcd99fec1 HTTP/1.1" status: 200 len: 217 time: 0.0356350 Apr 12 03:09:12.511043 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f942a6e-b8b3-4d77-98df-2232505eee7e req-b57a1114-c91d-4088-8af3-8508d55831a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:12.512515 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-7f942a6e-b8b3-4d77-98df-2232505eee7e req-b57a1114-c91d-4088-8af3-8508d55831a4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=100d1803-3d36-4c71-9fbf-e95fa2273558 HTTP/1.1" status: 200 len: 855 time: 0.0455742 Apr 12 03:09:12.558910 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f942a6e-b8b3-4d77-98df-2232505eee7e req-4b215e4c-c74f-4e34-a7d0-4f1d2a23b621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:12.560319 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-7f942a6e-b8b3-4d77-98df-2232505eee7e req-4b215e4c-c74f-4e34-a7d0-4f1d2a23b621 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2b3dbba0-7776-42cc-ae85-893ed357f655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407143 Apr 12 03:09:12.656862 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-7f942a6e-b8b3-4d77-98df-2232505eee7e req-b617168e-0e46-4a4d-b830-5423cb65ef2b service neutron] 10.222.0.25 "GET /v2.0/networks/2b3dbba0-7776-42cc-ae85-893ed357f655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906591 Apr 12 03:09:12.751202 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-7f942a6e-b8b3-4d77-98df-2232505eee7e req-f49a4d17-fcbc-4e1d-8a70-03ed04450fb0 service neutron] 10.222.0.25 "GET /v2.0/networks/2b3dbba0-7776-42cc-ae85-893ed357f655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872376 Apr 12 03:09:13.238678 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc9d62-b197-40cc-9577-a44c28676adc req-678fbae7-3e9f-4c36-a917-97630259d41e tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:13.240131 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-0dbc9d62-b197-40cc-9577-a44c28676adc req-678fbae7-3e9f-4c36-a917-97630259d41e tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 944 time: 0.0584011 Apr 12 03:09:13.288005 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-0dbc9d62-b197-40cc-9577-a44c28676adc req-407d6333-3c98-4b12-9a49-64fc9edc6385 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=39685f75-dc11-42c2-a5ef-18e35667f4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421555 Apr 12 03:09:13.833234 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adfe12c-0564-4eb8-9b89-e87d8dfe084c req-a89aa6ea-7718-422e-92b3-6a2b96db7258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:13.834708 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-0adfe12c-0564-4eb8-9b89-e87d8dfe084c req-a89aa6ea-7718-422e-92b3-6a2b96db7258 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=aa116ee72616411e95552f4f7f6fdf9a&device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 1128 time: 0.0529733 Apr 12 03:09:13.931013 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adfe12c-0564-4eb8-9b89-e87d8dfe084c req-26ca0290-7cf9-44d8-b001-a20e321ba096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:13.932385 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-0adfe12c-0564-4eb8-9b89-e87d8dfe084c req-26ca0290-7cf9-44d8-b001-a20e321ba096 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2b3dbba0-7776-42cc-ae85-893ed357f655 HTTP/1.1" status: 200 len: 916 time: 0.0909865 Apr 12 03:09:13.980528 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-0adfe12c-0564-4eb8-9b89-e87d8dfe084c req-0f84dfdf-bcc4-4f75-b35b-af4b149f689e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d22f4ed3-500d-4195-8024-9d2bcd99fec1 HTTP/1.1" status: 200 len: 217 time: 0.0398192 Apr 12 03:09:14.031623 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adfe12c-0564-4eb8-9b89-e87d8dfe084c req-2c420e22-3353-4b30-925f-b05bf082a570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:14.033060 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-0adfe12c-0564-4eb8-9b89-e87d8dfe084c req-2c420e22-3353-4b30-925f-b05bf082a570 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=100d1803-3d36-4c71-9fbf-e95fa2273558 HTTP/1.1" status: 200 len: 855 time: 0.0451350 Apr 12 03:09:14.077736 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adfe12c-0564-4eb8-9b89-e87d8dfe084c req-c8d6c71b-070c-4057-a3fc-28bf35b9c110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:14.079143 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-0adfe12c-0564-4eb8-9b89-e87d8dfe084c req-c8d6c71b-070c-4057-a3fc-28bf35b9c110 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2b3dbba0-7776-42cc-ae85-893ed357f655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379963 Apr 12 03:09:14.172092 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-0adfe12c-0564-4eb8-9b89-e87d8dfe084c req-f1706b4f-628c-4ca5-8733-27178af34139 service neutron] 10.222.0.25 "GET /v2.0/networks/2b3dbba0-7776-42cc-ae85-893ed357f655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843465 Apr 12 03:09:14.267345 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-0adfe12c-0564-4eb8-9b89-e87d8dfe084c req-3f79f89b-3065-4b41-827e-9d484e83eae2 service neutron] 10.222.0.25 "GET /v2.0/networks/2b3dbba0-7776-42cc-ae85-893ed357f655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847061 Apr 12 03:09:14.430445 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4754aa3d-b6ea-4a77-9c56-1602686d551f req-15325fe8-e05a-4bf7-a063-5cf9b0e71bad tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:14.431917 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-4754aa3d-b6ea-4a77-9c56-1602686d551f req-15325fe8-e05a-4bf7-a063-5cf9b0e71bad tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 944 time: 0.0518603 Apr 12 03:09:14.481075 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-4754aa3d-b6ea-4a77-9c56-1602686d551f req-820973f2-1a45-4054-b499-1e4a7d7676ec tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=39685f75-dc11-42c2-a5ef-18e35667f4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406415 Apr 12 03:09:15.614629 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc681a3d-6972-4643-82bb-7eeddf5c5899 req-9c97c115-de98-44f4-8ca5-9d158787dcfc tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:15.616086 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-bc681a3d-6972-4643-82bb-7eeddf5c5899 req-9c97c115-de98-44f4-8ca5-9d158787dcfc tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 944 time: 0.0586967 Apr 12 03:09:15.665556 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-bc681a3d-6972-4643-82bb-7eeddf5c5899 req-25e3fbb3-7272-41ad-8676-a3f9618ce742 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=39685f75-dc11-42c2-a5ef-18e35667f4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415339 Apr 12 03:09:15.910176 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device d22f4ed3-500d-4195-8024-9d2bcd99fec1 details requested by agent hyperv_hv-cinder-83744 with host hv-cinder-83744 {{(pid=103485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 03:09:16.015931 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port d22f4ed3-500d-4195-8024-9d2bcd99fec1, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=d22f4ed3-500d-4195-8024-9d2bcd99fec1,segment=NetworkSegment(71025db5-b671-400c-aac9-a4516ac262e9),segment_id=71025db5-b671-400c-aac9-a4516ac262e9)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:09:16.028476 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Returning: {'device': 'd22f4ed3-500d-4195-8024-9d2bcd99fec1', 'network_id': '2b3dbba0-7776-42cc-ae85-893ed357f655', 'port_id': 'd22f4ed3-500d-4195-8024-9d2bcd99fec1', 'mac_address': 'fa:16:3e:43:95:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '100d1803-3d36-4c71-9fbf-e95fa2273558', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 03:09:16.068303 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Current status of the port d22f4ed3-500d-4195-8024-9d2bcd99fec1 is: DOWN; New status is: BUILD {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:09:16.068692 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (d22f4ed3-500d-4195-8024-9d2bcd99fec1), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:16.082435 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d22f4ed3-500d-4195-8024-9d2bcd99fec1 {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:09:16.106986 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port d22f4ed3-500d-4195-8024-9d2bcd99fec1, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=d22f4ed3-500d-4195-8024-9d2bcd99fec1,segment=NetworkSegment(71025db5-b671-400c-aac9-a4516ac262e9),segment_id=71025db5-b671-400c-aac9-a4516ac262e9)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:09:16.113220 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (d22f4ed3-500d-4195-8024-9d2bcd99fec1), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:16.164610 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Pushing event updated for resources: {'Port': ['ID=d22f4ed3-500d-4195-8024-9d2bcd99fec1,revision_number=4']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:16.462455 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] get_ports_and_sgs() called for port_ids ['d22f4ed3-500d-4195-8024-9d2bcd99fec1'] {{(pid=103485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:09:16.794601 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba2b76-3307-43a5-af6f-ba3336f1c1e5 req-b5446f95-94e4-46fb-82c3-c7a73aff4fe6 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:16.796070 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-e7ba2b76-3307-43a5-af6f-ba3336f1c1e5 req-b5446f95-94e4-46fb-82c3-c7a73aff4fe6 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 945 time: 0.0493317 Apr 12 03:09:16.850593 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-e7ba2b76-3307-43a5-af6f-ba3336f1c1e5 req-e7867531-b4ba-4c29-81c6-e5f62c10d393 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=39685f75-dc11-42c2-a5ef-18e35667f4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444705 Apr 12 03:09:17.920081 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device d22f4ed3-500d-4195-8024-9d2bcd99fec1 up at agent hyperv_hv-cinder-83744 {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:09:17.966714 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Provisioning for port d22f4ed3-500d-4195-8024-9d2bcd99fec1 completed by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 03:09:17.973748 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Provisioning complete for port d22f4ed3-500d-4195-8024-9d2bcd99fec1 triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:09:17.974111 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (d22f4ed3-500d-4195-8024-9d2bcd99fec1), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:17.983889 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a46bb3-c3ff-447b-8b51-161d254f053a req-9f64970e-88b1-4e04-b2ec-d61218f24701 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:17.985357 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-13a46bb3-c3ff-447b-8b51-161d254f053a req-9f64970e-88b1-4e04-b2ec-d61218f24701 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 945 time: 0.0473428 Apr 12 03:09:18.041817 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-13a46bb3-c3ff-447b-8b51-161d254f053a req-c154c620-0f73-4825-a17a-b8a147558990 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=39685f75-dc11-42c2-a5ef-18e35667f4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506289 Apr 12 03:09:18.060652 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Current status of the port d22f4ed3-500d-4195-8024-9d2bcd99fec1 is: BUILD; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:09:18.061051 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (d22f4ed3-500d-4195-8024-9d2bcd99fec1), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:18.085357 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5335331-8a3f-414c-b66d-2bb538d839dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd22f4ed3-500d-4195-8024-9d2bcd99fec1'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:09:18.087580 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa41105cf641d53c122ae13245b26b419564b0c0a795a4827d4ee8fd8725077e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f69078-f1e7-4d80-8b21-4983f5127cd7" -d '{"events": [{"server_uuid": "b5335331-8a3f-414c-b66d-2bb538d839dd", "name": "network-vif-plugged", "status": "completed", "tag": "d22f4ed3-500d-4195-8024-9d2bcd99fec1"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:09:18.100126 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port d22f4ed3-500d-4195-8024-9d2bcd99fec1, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=d22f4ed3-500d-4195-8024-9d2bcd99fec1,segment=NetworkSegment(71025db5-b671-400c-aac9-a4516ac262e9),segment_id=71025db5-b671-400c-aac9-a4516ac262e9)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:09:18.104771 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (d22f4ed3-500d-4195-8024-9d2bcd99fec1), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:18.130017 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53905a8-cbbf-4cc9-ad5a-1c3a3cac6e64 x-openstack-request-id: req-a53905a8-cbbf-4cc9-ad5a-1c3a3cac6e64 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:09:18.130356 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5335331-8a3f-414c-b66d-2bb538d839dd", "name": "network-vif-plugged", "status": "completed", "tag": "d22f4ed3-500d-4195-8024-9d2bcd99fec1", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:09:18.130612 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a53905a8-cbbf-4cc9-ad5a-1c3a3cac6e64 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:09:18.131003 dv-cinder-837443-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a53905a8-cbbf-4cc9-ad5a-1c3a3cac6e64'] response: {'server_uuid': 'b5335331-8a3f-414c-b66d-2bb538d839dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd22f4ed3-500d-4195-8024-9d2bcd99fec1', 'code': 200} Apr 12 03:09:18.159541 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Pushing event updated for resources: {'Port': ['ID=d22f4ed3-500d-4195-8024-9d2bcd99fec1,revision_number=5']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:18.316694 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5446c1-bbbd-4189-8400-3dcbb9b005cc req-2a33dd84-3681-43f2-8a24-5401a7e38495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:18.318154 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-bb5446c1-bbbd-4189-8400-3dcbb9b005cc req-2a33dd84-3681-43f2-8a24-5401a7e38495 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 1130 time: 0.0415940 Apr 12 03:09:18.364202 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-bb5446c1-bbbd-4189-8400-3dcbb9b005cc req-67dd5331-b95f-4564-be18-fe517cac0f56 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=39685f75-dc11-42c2-a5ef-18e35667f4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376501 Apr 12 03:09:19.177058 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833866a5-15ae-4b1c-8389-c632a4fd0155 req-b29f9adc-8a03-4723-8e9c-3f45e9bbade9 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:19.178495 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-833866a5-15ae-4b1c-8389-c632a4fd0155 req-b29f9adc-8a03-4723-8e9c-3f45e9bbade9 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 946 time: 0.0546410 Apr 12 03:09:19.230381 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-833866a5-15ae-4b1c-8389-c632a4fd0155 req-2ac64aaa-a944-4930-8972-b9af45bebcb4 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=39685f75-dc11-42c2-a5ef-18e35667f4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436954 Apr 12 03:09:20.361451 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8002e45-4e50-4ea3-aa52-3efff0d86cdf req-d52d0f55-3603-4f5c-9851-90ab495c8d67 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:20.362995 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c8002e45-4e50-4ea3-aa52-3efff0d86cdf req-d52d0f55-3603-4f5c-9851-90ab495c8d67 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 946 time: 0.0471065 Apr 12 03:09:20.410337 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c8002e45-4e50-4ea3-aa52-3efff0d86cdf req-72663964-63b2-4949-8bb6-dbde174fc1ba tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=39685f75-dc11-42c2-a5ef-18e35667f4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414014 Apr 12 03:09:20.786690 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d9b4afc3-988d-4081-ae69-d9ab2b5cf58b), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:21.543907 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e87ab-6963-4b7f-b7b0-8f82c26c8a88 req-cc4db75a-c58a-484a-9da4-85919dc4a061 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:21.547345 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-f20e87ab-6963-4b7f-b7b0-8f82c26c8a88 req-cc4db75a-c58a-484a-9da4-85919dc4a061 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 946 time: 0.0617793 Apr 12 03:09:21.596921 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-f20e87ab-6963-4b7f-b7b0-8f82c26c8a88 req-1c49f3bb-a79f-4780-bae5-b9f54364924a tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=39685f75-dc11-42c2-a5ef-18e35667f4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440171 Apr 12 03:09:21.720408 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e6dfcd-3937-45eb-9c78-e6e8d6ae3dac req-26185a38-591c-4a6c-a56e-71009f2649a3 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:21.721935 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-29e6dfcd-3937-45eb-9c78-e6e8d6ae3dac req-26185a38-591c-4a6c-a56e-71009f2649a3 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 946 time: 0.0589943 Apr 12 03:09:21.731845 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 45994) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:21.738104 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-2c0ef95d-7614-4fbc-ba7d-e02d42a6bc0c tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Request body: {'floatingip': {'port_id': 'd22f4ed3-500d-4195-8024-9d2bcd99fec1'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:09:21.798637 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2c0ef95d-7614-4fbc-ba7d-e02d42a6bc0c tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks [] for floatingip (b8e15778-a797-48f8-ab69-ad6e6154f754), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:22.245077 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2c0ef95d-7614-4fbc-ba7d-e02d42a6bc0c tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:22.250394 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2c0ef95d-7614-4fbc-ba7d-e02d42a6bc0c tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682737'] for floatingip (b8e15778-a797-48f8-ab69-ad6e6154f754), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:22.352448 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.db.l3_db [None req-2c0ef95d-7614-4fbc-ba7d-e02d42a6bc0c tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Floating IP b8e15778-a797-48f8-ab69-ad6e6154f754 associated. External IP: 172.27.3.225, port: d22f4ed3-500d-4195-8024-9d2bcd99fec1. Apr 12 03:09:22.569913 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c0ef95d-7614-4fbc-ba7d-e02d42a6bc0c tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Router b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df has already been hosted by L3 agent beb15aed-f2b6-4676-85ca-b43f14e6acf3 {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:09:22.700815 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c0ef95d-7614-4fbc-ba7d-e02d42a6bc0c tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Notify agent at l3_agent.dv-cinder-837443-1-iscsi the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:09:22.705621 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2c0ef95d-7614-4fbc-ba7d-e02d42a6bc0c tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for floatingip (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:22.712943 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f632e082-1219-4ec9-a977-cc8dcedd15ca None None] Sync routers for ids ['b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df'] in dv-cinder-837443-1-iscsi {{(pid=103485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:09:22.724352 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f632e082-1219-4ec9-a977-cc8dcedd15ca None None] Routers {'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:09:22.724858 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-f632e082-1219-4ec9-a977-cc8dcedd15ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:08:57Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df'], 'active': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:09:22.742042 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-2c0ef95d-7614-4fbc-ba7d-e02d42a6bc0c tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "PUT /v2.0/floatingips/b8e15778-a797-48f8-ab69-ad6e6154f754 HTTP/1.1" status: 200 len: 992 time: 1.0022621 Apr 12 03:09:22.742042 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5335331-8a3f-414c-b66d-2bb538d839dd', 'tag': 'd22f4ed3-500d-4195-8024-9d2bcd99fec1'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:09:22.742042 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d98137ebe7b3f8ae23a53251b76916d727952a33f49bb2ab88d2915e9897d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d47727-1d03-4abc-b865-9c62c7ad121d" -d '{"events": [{"name": "network-changed", "server_uuid": "b5335331-8a3f-414c-b66d-2bb538d839dd", "tag": "d22f4ed3-500d-4195-8024-9d2bcd99fec1"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:09:22.775186 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca5ee3d-7870-4408-a4d4-9294675f2514 x-openstack-request-id: req-cca5ee3d-7870-4408-a4d4-9294675f2514 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:09:22.775477 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5335331-8a3f-414c-b66d-2bb538d839dd", "tag": "d22f4ed3-500d-4195-8024-9d2bcd99fec1", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:09:22.775743 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cca5ee3d-7870-4408-a4d4-9294675f2514 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:09:22.776143 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cca5ee3d-7870-4408-a4d4-9294675f2514'] response: {'name': 'network-changed', 'server_uuid': 'b5335331-8a3f-414c-b66d-2bb538d839dd', 'tag': 'd22f4ed3-500d-4195-8024-9d2bcd99fec1', 'status': 'completed', 'code': 200} Apr 12 03:09:22.841514 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d47727-1d03-4abc-b865-9c62c7ad121d req-47c2f84f-adac-466c-a57b-294a65431699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:22.842933 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-55d47727-1d03-4abc-b865-9c62c7ad121d req-47c2f84f-adac-466c-a57b-294a65431699 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=aa116ee72616411e95552f4f7f6fdf9a&device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 1130 time: 0.0450320 Apr 12 03:09:22.942002 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d47727-1d03-4abc-b865-9c62c7ad121d req-ef27c9b8-92ef-40f0-aef0-49121f7b8ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:22.943496 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-55d47727-1d03-4abc-b865-9c62c7ad121d req-ef27c9b8-92ef-40f0-aef0-49121f7b8ac3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2b3dbba0-7776-42cc-ae85-893ed357f655 HTTP/1.1" status: 200 len: 916 time: 0.0907633 Apr 12 03:09:22.960223 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvr_db [None req-f632e082-1219-4ec9-a977-cc8dcedd15ca None None] Set router b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df gateway port host: dv-cinder-837443-1-iscsi {{(pid=103485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:09:23.021250 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-55d47727-1d03-4abc-b865-9c62c7ad121d req-a242e2a2-386a-4a05-89b7-a8531dc287e5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d22f4ed3-500d-4195-8024-9d2bcd99fec1 HTTP/1.1" status: 200 len: 1000 time: 0.0694904 Apr 12 03:09:23.072187 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d47727-1d03-4abc-b865-9c62c7ad121d req-1cb1f2c7-e857-4b68-8a76-a9cb82a59e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:23.073617 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-55d47727-1d03-4abc-b865-9c62c7ad121d req-1cb1f2c7-e857-4b68-8a76-a9cb82a59e2f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=100d1803-3d36-4c71-9fbf-e95fa2273558 HTTP/1.1" status: 200 len: 855 time: 0.0451546 Apr 12 03:09:23.116615 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d47727-1d03-4abc-b865-9c62c7ad121d req-97d5f464-0930-4f4a-8244-d96d502e814c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:23.118101 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-55d47727-1d03-4abc-b865-9c62c7ad121d req-97d5f464-0930-4f4a-8244-d96d502e814c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2b3dbba0-7776-42cc-ae85-893ed357f655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380595 Apr 12 03:09:23.214837 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-55d47727-1d03-4abc-b865-9c62c7ad121d req-7b74c2f4-7941-4734-b1dc-aaf04b68e8d7 service neutron] 10.222.0.25 "GET /v2.0/networks/2b3dbba0-7776-42cc-ae85-893ed357f655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846164 Apr 12 03:09:23.228262 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-f632e082-1219-4ec9-a977-cc8dcedd15ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df', 'name': 'tempest-AttachVolumeShelveTestJSON-600950735-router', 'tenant_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '1f833beb-1b0a-47a7-ad22-a06e54385443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:47Z', 'updated_at': '2022-04-12T03:05:05Z', 'revision_number': 4, 'project_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'gw_port': {'id': '1f833beb-1b0a-47a7-ad22-a06e54385443', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:29:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:48Z', 'updated_at': '2022-04-12T03:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_floatingips': [{'id': 'b8e15778-a797-48f8-ab69-ad6e6154f754', 'tenant_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'floating_ip_address': '172.27.3.225', 'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'router_id': 'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df', 'port_id': 'd22f4ed3-500d-4195-8024-9d2bcd99fec1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b3dbba0-7776-42cc-ae85-893ed357f655', 'mac_address': 'fa:16:3e:43:95:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5335331-8a3f-414c-b66d-2bb538d839dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:09:08Z', 'updated_at': '2022-04-12T03:09:22Z', 'revision_number': 1, 'project_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '330332dd-0596-4aed-b9db-935a1aa7ceae', 'name': '', 'network_id': '2b3dbba0-7776-42cc-ae85-893ed357f655', 'tenant_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'mac_address': 'fa:16:3e:dc:0e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '100d1803-3d36-4c71-9fbf-e95fa2273558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:58Z', 'updated_at': '2022-04-12T03:05:17Z', 'revision_number': 5, 'project_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'subnets': [{'id': '100d1803-3d36-4c71-9fbf-e95fa2273558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:09:23.255191 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f632e082-1219-4ec9-a977-cc8dcedd15ca None None] Checking router: b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df for host: dv-cinder-837443-1-iscsi {{(pid=103485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:09:23.263757 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f632e082-1219-4ec9-a977-cc8dcedd15ca None None] Routers {'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:09:23.264410 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-f632e082-1219-4ec9-a977-cc8dcedd15ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:08:57Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df'], 'active': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:09:23.303659 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-55d47727-1d03-4abc-b865-9c62c7ad121d req-eb07e5de-7a76-4fb1-a6dd-9ffcb4d6c912 service neutron] 10.222.0.25 "GET /v2.0/networks/2b3dbba0-7776-42cc-ae85-893ed357f655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809042 Apr 12 03:09:23.375982 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvr_db [None req-f632e082-1219-4ec9-a977-cc8dcedd15ca None None] Set router b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df gateway port host: dv-cinder-837443-1-iscsi {{(pid=103485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:09:23.594613 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-f632e082-1219-4ec9-a977-cc8dcedd15ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df', 'name': 'tempest-AttachVolumeShelveTestJSON-600950735-router', 'tenant_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '1f833beb-1b0a-47a7-ad22-a06e54385443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:47Z', 'updated_at': '2022-04-12T03:05:05Z', 'revision_number': 4, 'project_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'gw_port': {'id': '1f833beb-1b0a-47a7-ad22-a06e54385443', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:29:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:48Z', 'updated_at': '2022-04-12T03:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_floatingips': [{'id': 'b8e15778-a797-48f8-ab69-ad6e6154f754', 'tenant_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'floating_ip_address': '172.27.3.225', 'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'router_id': 'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df', 'port_id': 'd22f4ed3-500d-4195-8024-9d2bcd99fec1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b3dbba0-7776-42cc-ae85-893ed357f655', 'mac_address': 'fa:16:3e:43:95:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5335331-8a3f-414c-b66d-2bb538d839dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:09:08Z', 'updated_at': '2022-04-12T03:09:22Z', 'revision_number': 1, 'project_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '330332dd-0596-4aed-b9db-935a1aa7ceae', 'name': '', 'network_id': '2b3dbba0-7776-42cc-ae85-893ed357f655', 'tenant_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'mac_address': 'fa:16:3e:dc:0e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '100d1803-3d36-4c71-9fbf-e95fa2273558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:58Z', 'updated_at': '2022-04-12T03:05:17Z', 'revision_number': 5, 'project_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'subnets': [{'id': '100d1803-3d36-4c71-9fbf-e95fa2273558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:09:23.621119 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f632e082-1219-4ec9-a977-cc8dcedd15ca None None] The sync data for ids ['b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df'] in dv-cinder-837443-1-iscsi is: [{'id': 'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df', 'name': 'tempest-AttachVolumeShelveTestJSON-600950735-router', 'tenant_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '1f833beb-1b0a-47a7-ad22-a06e54385443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:47Z', 'updated_at': '2022-04-12T03:05:05Z', 'revision_number': 4, 'project_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'gw_port': {'id': '1f833beb-1b0a-47a7-ad22-a06e54385443', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:29:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:48Z', 'updated_at': '2022-04-12T03:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_floatingips': [{'id': 'b8e15778-a797-48f8-ab69-ad6e6154f754', 'tenant_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'floating_ip_address': '172.27.3.225', 'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'router_id': 'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df', 'port_id': 'd22f4ed3-500d-4195-8024-9d2bcd99fec1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b3dbba0-7776-42cc-ae85-893ed357f655', 'mac_address': 'fa:16:3e:43:95:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5335331-8a3f-414c-b66d-2bb538d839dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:09:08Z', 'updated_at': '2022-04-12T03:09:22Z', 'revision_number': 1, 'project_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '330332dd-0596-4aed-b9db-935a1aa7ceae', 'name': '', 'network_id': '2b3dbba0-7776-42cc-ae85-893ed357f655', 'tenant_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'mac_address': 'fa:16:3e:dc:0e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '100d1803-3d36-4c71-9fbf-e95fa2273558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:58Z', 'updated_at': '2022-04-12T03:05:17Z', 'revision_number': 5, 'project_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'subnets': [{'id': '100d1803-3d36-4c71-9fbf-e95fa2273558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:09:23.818241 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d247542-fd85-4ad6-8789-092f178ec1c6 None None] New status for floating IP b8e15778-a797-48f8-ab69-ad6e6154f754: ACTIVE {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 03:09:24.789793 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b21f77fd-75f5-414c-898f-e89906c9c39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (fa7f2a92-0c20-457b-b451-d8a4489755d5), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:27.233244 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2312aba2-95ce-4f6e-9fb8-0ceac3de5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (beb15aed-f2b6-4676-85ca-b43f14e6acf3), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:28.240549 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a63736aa-03b4-448a-a5ac-a324793c796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (2fa08797-e830-4b1e-af03-8a255eb086f2), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:29.926365 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be625cda-7f2b-4ec3-b03f-aa24446ccc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d888e177-8f03-43a8-a394-c59927fa1996), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:31.348700 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:36.475671 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dee314-0692-44d7-882e-aa9647bd9977 req-1e3ac4e7-09be-4d0e-9c0f-d5741b54fdff tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:36.477382 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-d8dee314-0692-44d7-882e-aa9647bd9977 req-1e3ac4e7-09be-4d0e-9c0f-d5741b54fdff tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=05a47b1f-6ab7-47db-bb09-f928a1c78e69 HTTP/1.1" status: 200 len: 945 time: 0.0522780 Apr 12 03:09:36.527515 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-d8dee314-0692-44d7-882e-aa9647bd9977 req-daaf3e42-30a5-4a97-8328-bb9b8bbe17b5 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8cd3214-f41b-4489-90f3-27757c64af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415859 Apr 12 03:09:37.657541 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58082974-9ae4-4ea2-ae33-c35363e33c96 req-e57282ea-d90d-4af0-b67a-8adf008b9888 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:37.659180 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-58082974-9ae4-4ea2-ae33-c35363e33c96 req-e57282ea-d90d-4af0-b67a-8adf008b9888 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=05a47b1f-6ab7-47db-bb09-f928a1c78e69 HTTP/1.1" status: 200 len: 945 time: 0.0579572 Apr 12 03:09:37.719075 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-58082974-9ae4-4ea2-ae33-c35363e33c96 req-72d37478-0889-41f2-985e-e3a628dd0330 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8cd3214-f41b-4489-90f3-27757c64af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539284 Apr 12 03:09:38.846321 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e890bc5-30c6-48ea-94d1-5f28c68ced00 req-34dbc907-b6c5-4aeb-9009-20095c638e43 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:38.847945 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-1e890bc5-30c6-48ea-94d1-5f28c68ced00 req-34dbc907-b6c5-4aeb-9009-20095c638e43 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=05a47b1f-6ab7-47db-bb09-f928a1c78e69 HTTP/1.1" status: 200 len: 945 time: 0.0493670 Apr 12 03:09:38.898298 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-1e890bc5-30c6-48ea-94d1-5f28c68ced00 req-487eb4c4-7880-4d9f-aed0-3bceaa66b4d5 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8cd3214-f41b-4489-90f3-27757c64af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444918 Apr 12 03:09:40.032098 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49f231-4279-4842-b403-e8cc30ff472e req-a8b66cd4-4bf3-4b80-962f-0f389bf2cfff tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:40.033567 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-2e49f231-4279-4842-b403-e8cc30ff472e req-a8b66cd4-4bf3-4b80-962f-0f389bf2cfff tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=05a47b1f-6ab7-47db-bb09-f928a1c78e69 HTTP/1.1" status: 200 len: 945 time: 0.0533533 Apr 12 03:09:40.080305 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-2e49f231-4279-4842-b403-e8cc30ff472e req-615a8092-1f56-4255-be2b-7850d9d14fbb tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8cd3214-f41b-4489-90f3-27757c64af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409238 Apr 12 03:09:40.487330 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2894627a-22de-44d3-ac5a-228d74b15be8 req-d068a74f-1aed-4846-bb34-4c88174a222e tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:40.488909 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-2894627a-22de-44d3-ac5a-228d74b15be8 req-d068a74f-1aed-4846-bb34-4c88174a222e tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.25 "GET /v2.0/ports?device_id=05a47b1f-6ab7-47db-bb09-f928a1c78e69 HTTP/1.1" status: 200 len: 945 time: 0.0509946 Apr 12 03:09:40.583134 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [req-2894627a-22de-44d3-ac5a-228d74b15be8 req-b83efd12-4d49-47f0-87b3-fd2c6a75c3c5 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Deleting port 24861ab0-eb1b-458d-be36-a018cc96c3ea {{(pid=103483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:09:40.583479 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-2894627a-22de-44d3-ac5a-228d74b15be8 req-b83efd12-4d49-47f0-87b3-fd2c6a75c3c5 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (24861ab0-eb1b-458d-be36-a018cc96c3ea), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:40.681696 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.db [req-2894627a-22de-44d3-ac5a-228d74b15be8 req-b83efd12-4d49-47f0-87b3-fd2c6a75c3c5 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] For port 24861ab0-eb1b-458d-be36-a018cc96c3ea, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=24861ab0-eb1b-458d-be36-a018cc96c3ea,segment=NetworkSegment(99682a96-90c8-491c-a1f8-c6fe889256f4),segment_id=99682a96-90c8-491c-a1f8-c6fe889256f4)] {{(pid=103483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:09:40.682263 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-2894627a-22de-44d3-ac5a-228d74b15be8 req-b83efd12-4d49-47f0-87b3-fd2c6a75c3c5 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (24861ab0-eb1b-458d-be36-a018cc96c3ea), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:40.863870 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-2894627a-22de-44d3-ac5a-228d74b15be8 req-b83efd12-4d49-47f0-87b3-fd2c6a75c3c5 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:40.864274 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-2894627a-22de-44d3-ac5a-228d74b15be8 req-b83efd12-4d49-47f0-87b3-fd2c6a75c3c5 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682737'] for floatingip (8fcf59e8-f072-42bf-b930-ccdce63b409c), after_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:40.864551 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.db.l3_db [req-2894627a-22de-44d3-ac5a-228d74b15be8 req-b83efd12-4d49-47f0-87b3-fd2c6a75c3c5 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Floating IP 8fcf59e8-f072-42bf-b930-ccdce63b409c disassociated. External IP: 172.27.3.228, port: 24861ab0-eb1b-458d-be36-a018cc96c3ea. Apr 12 03:09:40.864886 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [req-2894627a-22de-44d3-ac5a-228d74b15be8 req-b83efd12-4d49-47f0-87b3-fd2c6a75c3c5 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Calling delete_port for 24861ab0-eb1b-458d-be36-a018cc96c3ea owned by compute:nova {{(pid=103483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:09:41.000035 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-2894627a-22de-44d3-ac5a-228d74b15be8 req-b83efd12-4d49-47f0-87b3-fd2c6a75c3c5 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28322803'] for port (24861ab0-eb1b-458d-be36-a018cc96c3ea), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:41.035496 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83efd12-4d49-47f0-87b3-fd2c6a75c3c5 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Pushing event deleted for resources: {'Port': ['ID=24861ab0-eb1b-458d-be36-a018cc96c3ea,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:41.046683 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83efd12-4d49-47f0-87b3-fd2c6a75c3c5 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:41.047033 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83efd12-4d49-47f0-87b3-fd2c6a75c3c5 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:41.047376 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83efd12-4d49-47f0-87b3-fd2c6a75c3c5 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:41.047713 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83efd12-4d49-47f0-87b3-fd2c6a75c3c5 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:41.048075 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83efd12-4d49-47f0-87b3-fd2c6a75c3c5 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:41.048408 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83efd12-4d49-47f0-87b3-fd2c6a75c3c5 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:41.048739 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83efd12-4d49-47f0-87b3-fd2c6a75c3c5 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:41.049108 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83efd12-4d49-47f0-87b3-fd2c6a75c3c5 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:41.049450 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83efd12-4d49-47f0-87b3-fd2c6a75c3c5 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:41.049773 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83efd12-4d49-47f0-87b3-fd2c6a75c3c5 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:41.050095 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83efd12-4d49-47f0-87b3-fd2c6a75c3c5 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:41.050417 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83efd12-4d49-47f0-87b3-fd2c6a75c3c5 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:41.050752 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83efd12-4d49-47f0-87b3-fd2c6a75c3c5 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:41.051073 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83efd12-4d49-47f0-87b3-fd2c6a75c3c5 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:41.051393 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83efd12-4d49-47f0-87b3-fd2c6a75c3c5 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:41.181058 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-5468353b-6979-43d7-bed7-5864f600f1ef req-10ba4eef-35ee-4c92-b094-e8f1ed76b96e tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=05a47b1f-6ab7-47db-bb09-f928a1c78e69 HTTP/1.1" status: 200 len: 210 time: 0.0319541 Apr 12 03:09:41.192207 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2894627a-22de-44d3-ac5a-228d74b15be8 req-b83efd12-4d49-47f0-87b3-fd2c6a75c3c5 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Router c8e4223e-510f-477d-a359-e91f259fe4fb has already been hosted by L3 agent beb15aed-f2b6-4676-85ca-b43f14e6acf3 {{(pid=103483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:09:41.308057 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2894627a-22de-44d3-ac5a-228d74b15be8 req-b83efd12-4d49-47f0-87b3-fd2c6a75c3c5 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Notify agent at l3_agent.dv-cinder-837443-1-iscsi the message routers_updated {{(pid=103483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:09:41.320134 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5681edfd-8a30-4691-b278-fbe03ab7aab2 None None] Sync routers for ids ['c8e4223e-510f-477d-a359-e91f259fe4fb'] in dv-cinder-837443-1-iscsi {{(pid=103485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:09:41.332376 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5681edfd-8a30-4691-b278-fbe03ab7aab2 None None] Routers {'c8e4223e-510f-477d-a359-e91f259fe4fb'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:09:41.333098 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-5681edfd-8a30-4691-b278-fbe03ab7aab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:09:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['c8e4223e-510f-477d-a359-e91f259fe4fb'], 'active': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:09:41.352355 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.l3_dvrscheduler_db [req-2894627a-22de-44d3-ac5a-228d74b15be8 req-b83efd12-4d49-47f0-87b3-fd2c6a75c3c5 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] No DVR routers for this DVR port 24861ab0-eb1b-458d-be36-a018cc96c3ea on host hv-cinder-83744 {{(pid=103483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:09:41.362863 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-2894627a-22de-44d3-ac5a-228d74b15be8 req-b83efd12-4d49-47f0-87b3-fd2c6a75c3c5 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for port (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:41.366181 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-2894627a-22de-44d3-ac5a-228d74b15be8 req-b83efd12-4d49-47f0-87b3-fd2c6a75c3c5 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.25 "DELETE /v2.0/ports/24861ab0-eb1b-458d-be36-a018cc96c3ea HTTP/1.1" status: 204 len: 173 time: 0.8699379 Apr 12 03:09:41.366858 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a47b1f-6ab7-47db-bb09-f928a1c78e69', 'name': 'network-vif-deleted', 'tag': '24861ab0-eb1b-458d-be36-a018cc96c3ea'}] {{(pid=103483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:09:41.369245 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e274900216188b1398d2f2ab6fda0f9d84329b9f507230773e3e9728a2d4b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b675b532-9d1b-4ba7-bedd-d5ef39a57758" -d '{"events": [{"server_uuid": "05a47b1f-6ab7-47db-bb09-f928a1c78e69", "name": "network-vif-deleted", "tag": "24861ab0-eb1b-458d-be36-a018cc96c3ea"}]}' {{(pid=103483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:09:41.415839 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db21322-8eb0-4a46-a251-a6f42d78b0ba req-cf48cfbc-0d4d-4b85-ba60-1a2e5369ae28 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:41.417865 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-1db21322-8eb0-4a46-a251-a6f42d78b0ba req-cf48cfbc-0d4d-4b85-ba60-1a2e5369ae28 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 945 time: 0.0675135 Apr 12 03:09:41.421013 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8810a369-b70f-4766-be5f-7ea987840000 x-openstack-request-id: req-8810a369-b70f-4766-be5f-7ea987840000 {{(pid=103483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:09:41.421559 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a47b1f-6ab7-47db-bb09-f928a1c78e69", "name": "network-vif-deleted", "tag": "24861ab0-eb1b-458d-be36-a018cc96c3ea", "status": "completed", "code": 200}]} {{(pid=103483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:09:41.422031 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8810a369-b70f-4766-be5f-7ea987840000 {{(pid=103483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:09:41.422765 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8810a369-b70f-4766-be5f-7ea987840000'] response: {'server_uuid': '05a47b1f-6ab7-47db-bb09-f928a1c78e69', 'name': 'network-vif-deleted', 'tag': '24861ab0-eb1b-458d-be36-a018cc96c3ea', 'status': 'completed', 'code': 200} Apr 12 03:09:41.455335 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvr_db [None req-5681edfd-8a30-4691-b278-fbe03ab7aab2 None None] Set router c8e4223e-510f-477d-a359-e91f259fe4fb gateway port host: dv-cinder-837443-1-iscsi {{(pid=103485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:09:41.471681 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-1db21322-8eb0-4a46-a251-a6f42d78b0ba req-58755306-416d-4389-b20a-b3032c185145 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=37b179c6-f3cc-4a4d-ad74-37db92046685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462434 Apr 12 03:09:41.656845 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-5681edfd-8a30-4691-b278-fbe03ab7aab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e4223e-510f-477d-a359-e91f259fe4fb', 'name': 'tempest-ServerRescueNegativeTestJSON-233504797-router', 'tenant_id': '52b2d02e7570468daabac047ad3a7fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '617d04a3-61eb-4246-b9a5-ecf4f7581920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:50Z', 'updated_at': '2022-04-12T03:04:57Z', 'revision_number': 4, 'project_id': '52b2d02e7570468daabac047ad3a7fa5', 'gw_port': {'id': '617d04a3-61eb-4246-b9a5-ecf4f7581920', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:71:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e4223e-510f-477d-a359-e91f259fe4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:52Z', 'updated_at': '2022-04-12T03:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': '7a3e36c3-c754-4dd5-a185-3f25286139da', 'name': '', 'network_id': '14a47694-9f88-4832-ab57-c60bc64938b8', 'tenant_id': '52b2d02e7570468daabac047ad3a7fa5', 'mac_address': 'fa:16:3e:18:4d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e4223e-510f-477d-a359-e91f259fe4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'fe4d4e4c-7961-4f3e-a108-6fc7a367da7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:55Z', 'updated_at': '2022-04-12T03:05:08Z', 'revision_number': 5, 'project_id': '52b2d02e7570468daabac047ad3a7fa5', 'subnets': [{'id': 'fe4d4e4c-7961-4f3e-a108-6fc7a367da7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:09:41.683548 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5681edfd-8a30-4691-b278-fbe03ab7aab2 None None] Checking router: c8e4223e-510f-477d-a359-e91f259fe4fb for host: dv-cinder-837443-1-iscsi {{(pid=103485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:09:41.692142 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5681edfd-8a30-4691-b278-fbe03ab7aab2 None None] Routers {'c8e4223e-510f-477d-a359-e91f259fe4fb'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:09:41.692758 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-5681edfd-8a30-4691-b278-fbe03ab7aab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:09:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['c8e4223e-510f-477d-a359-e91f259fe4fb'], 'active': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:09:41.805686 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvr_db [None req-5681edfd-8a30-4691-b278-fbe03ab7aab2 None None] Set router c8e4223e-510f-477d-a359-e91f259fe4fb gateway port host: dv-cinder-837443-1-iscsi {{(pid=103485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:09:42.008933 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-5681edfd-8a30-4691-b278-fbe03ab7aab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e4223e-510f-477d-a359-e91f259fe4fb', 'name': 'tempest-ServerRescueNegativeTestJSON-233504797-router', 'tenant_id': '52b2d02e7570468daabac047ad3a7fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '617d04a3-61eb-4246-b9a5-ecf4f7581920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:50Z', 'updated_at': '2022-04-12T03:04:57Z', 'revision_number': 4, 'project_id': '52b2d02e7570468daabac047ad3a7fa5', 'gw_port': {'id': '617d04a3-61eb-4246-b9a5-ecf4f7581920', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:71:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e4223e-510f-477d-a359-e91f259fe4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:52Z', 'updated_at': '2022-04-12T03:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': '7a3e36c3-c754-4dd5-a185-3f25286139da', 'name': '', 'network_id': '14a47694-9f88-4832-ab57-c60bc64938b8', 'tenant_id': '52b2d02e7570468daabac047ad3a7fa5', 'mac_address': 'fa:16:3e:18:4d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e4223e-510f-477d-a359-e91f259fe4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'fe4d4e4c-7961-4f3e-a108-6fc7a367da7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:55Z', 'updated_at': '2022-04-12T03:05:08Z', 'revision_number': 5, 'project_id': '52b2d02e7570468daabac047ad3a7fa5', 'subnets': [{'id': 'fe4d4e4c-7961-4f3e-a108-6fc7a367da7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:09:42.039924 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5681edfd-8a30-4691-b278-fbe03ab7aab2 None None] The sync data for ids ['c8e4223e-510f-477d-a359-e91f259fe4fb'] in dv-cinder-837443-1-iscsi is: [{'id': 'c8e4223e-510f-477d-a359-e91f259fe4fb', 'name': 'tempest-ServerRescueNegativeTestJSON-233504797-router', 'tenant_id': '52b2d02e7570468daabac047ad3a7fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '617d04a3-61eb-4246-b9a5-ecf4f7581920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:50Z', 'updated_at': '2022-04-12T03:04:57Z', 'revision_number': 4, 'project_id': '52b2d02e7570468daabac047ad3a7fa5', 'gw_port': {'id': '617d04a3-61eb-4246-b9a5-ecf4f7581920', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:71:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e4223e-510f-477d-a359-e91f259fe4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:52Z', 'updated_at': '2022-04-12T03:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': '7a3e36c3-c754-4dd5-a185-3f25286139da', 'name': '', 'network_id': '14a47694-9f88-4832-ab57-c60bc64938b8', 'tenant_id': '52b2d02e7570468daabac047ad3a7fa5', 'mac_address': 'fa:16:3e:18:4d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e4223e-510f-477d-a359-e91f259fe4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'fe4d4e4c-7961-4f3e-a108-6fc7a367da7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:55Z', 'updated_at': '2022-04-12T03:05:08Z', 'revision_number': 5, 'project_id': '52b2d02e7570468daabac047ad3a7fa5', 'subnets': [{'id': 'fe4d4e4c-7961-4f3e-a108-6fc7a367da7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:09:42.287145 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-2c818108-c6c1-486d-8297-fe7c2bf9492d req-aab6e3bb-61ea-423a-bc6f-702666254a65 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=05a47b1f-6ab7-47db-bb09-f928a1c78e69 HTTP/1.1" status: 200 len: 210 time: 0.0313611 Apr 12 03:09:42.296210 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfe34a5-69d2-4d0a-bad9-e5eb95f3280d None None] New status for floating IP 8fcf59e8-f072-42bf-b930-ccdce63b409c: DOWN {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 03:09:42.591961 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02efc49b-456d-4411-b7f2-1fb55e5f6593 req-b38f4991-82a4-49c5-98dd-d55f49ac1864 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:42.593547 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-02efc49b-456d-4411-b7f2-1fb55e5f6593 req-b38f4991-82a4-49c5-98dd-d55f49ac1864 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 945 time: 0.0474167 Apr 12 03:09:42.644468 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-02efc49b-456d-4411-b7f2-1fb55e5f6593 req-7e24c244-9792-4572-8a15-9ba7b4ed7084 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=37b179c6-f3cc-4a4d-ad74-37db92046685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426431 Apr 12 03:09:43.407979 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-2ae8e208-df7e-4492-9fb0-5d7658000566 req-1498664f-494d-43ee-b40a-63dbba7307c5 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=05a47b1f-6ab7-47db-bb09-f928a1c78e69 HTTP/1.1" status: 200 len: 210 time: 0.0293679 Apr 12 03:09:43.548334 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc62a8-0f11-4bca-ade4-a70227aff316 req-4c452c60-5c20-4684-9b99-4e98813934d8 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:43.549800 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-92fc62a8-0f11-4bca-ade4-a70227aff316 req-4c452c60-5c20-4684-9b99-4e98813934d8 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 945 time: 0.0531628 Apr 12 03:09:43.655015 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [req-92fc62a8-0f11-4bca-ade4-a70227aff316 req-c3480dd2-bdbb-4872-b0c6-2a030b8009e5 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Deleting port 78c47201-c1ba-4e08-a596-ba1d84c5e43e {{(pid=103483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:09:43.655354 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-92fc62a8-0f11-4bca-ade4-a70227aff316 req-c3480dd2-bdbb-4872-b0c6-2a030b8009e5 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (78c47201-c1ba-4e08-a596-ba1d84c5e43e), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:43.749554 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.db [req-92fc62a8-0f11-4bca-ade4-a70227aff316 req-c3480dd2-bdbb-4872-b0c6-2a030b8009e5 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] For port 78c47201-c1ba-4e08-a596-ba1d84c5e43e, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=78c47201-c1ba-4e08-a596-ba1d84c5e43e,segment=NetworkSegment(7d4ebf86-1a25-4cfb-9940-c09dda9a1a9a),segment_id=7d4ebf86-1a25-4cfb-9940-c09dda9a1a9a)] {{(pid=103483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:09:43.749911 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-92fc62a8-0f11-4bca-ade4-a70227aff316 req-c3480dd2-bdbb-4872-b0c6-2a030b8009e5 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (78c47201-c1ba-4e08-a596-ba1d84c5e43e), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:43.762149 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2e41c8-32a8-43af-aa81-2a824f9ac091 req-1fe35fa9-5230-4111-9589-f38fc4c281c6 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:43.763630 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-fc2e41c8-32a8-43af-aa81-2a824f9ac091 req-1fe35fa9-5230-4111-9589-f38fc4c281c6 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 945 time: 0.0480719 Apr 12 03:09:43.811956 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-fc2e41c8-32a8-43af-aa81-2a824f9ac091 req-e17d01a8-80a0-4f7a-baf8-8b4a6786ef54 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=37b179c6-f3cc-4a4d-ad74-37db92046685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423062 Apr 12 03:09:43.922559 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-92fc62a8-0f11-4bca-ade4-a70227aff316 req-c3480dd2-bdbb-4872-b0c6-2a030b8009e5 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:43.922886 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-92fc62a8-0f11-4bca-ade4-a70227aff316 req-c3480dd2-bdbb-4872-b0c6-2a030b8009e5 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682737'] for floatingip (8b7a5dab-e2db-496a-919b-977e385fc48a), after_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:43.923195 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.db.l3_db [req-92fc62a8-0f11-4bca-ade4-a70227aff316 req-c3480dd2-bdbb-4872-b0c6-2a030b8009e5 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Floating IP 8b7a5dab-e2db-496a-919b-977e385fc48a disassociated. External IP: 172.27.3.5, port: 78c47201-c1ba-4e08-a596-ba1d84c5e43e. Apr 12 03:09:43.923543 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [req-92fc62a8-0f11-4bca-ade4-a70227aff316 req-c3480dd2-bdbb-4872-b0c6-2a030b8009e5 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Calling delete_port for 78c47201-c1ba-4e08-a596-ba1d84c5e43e owned by compute:nova {{(pid=103483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:09:44.051099 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device 24861ab0-eb1b-458d-be36-a018cc96c3ea no longer exists at agent hyperv_hv-cinder-83744 {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:09:44.062455 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-92fc62a8-0f11-4bca-ade4-a70227aff316 req-c3480dd2-bdbb-4872-b0c6-2a030b8009e5 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28322803'] for port (78c47201-c1ba-4e08-a596-ba1d84c5e43e), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:44.072826 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] No Port match for: 24861ab0-eb1b-458d-be36-a018cc96c3ea {{(pid=103485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:09:44.073175 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device 24861ab0-eb1b-458d-be36-a018cc96c3ea not bound to the agent host hv-cinder-83744 {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:09:44.090797 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3480dd2-bdbb-4872-b0c6-2a030b8009e5 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Pushing event deleted for resources: {'Port': ['ID=78c47201-c1ba-4e08-a596-ba1d84c5e43e,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:44.491643 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92fc62a8-0f11-4bca-ade4-a70227aff316 req-c3480dd2-bdbb-4872-b0c6-2a030b8009e5 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Router 4c6713fb-f30f-4734-bda5-92186752067c has already been hosted by L3 agent beb15aed-f2b6-4676-85ca-b43f14e6acf3 {{(pid=103483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:09:44.496796 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 46096) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:44.557315 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-75e8993d-95e0-4901-a1b2-6003201db327 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks [] for security_group (f8cd3214-f41b-4489-90f3-27757c64af0e), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:44.587619 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-75e8993d-95e0-4901-a1b2-6003201db327 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks [] for security_group (f8cd3214-f41b-4489-90f3-27757c64af0e), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:44.614331 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92fc62a8-0f11-4bca-ade4-a70227aff316 req-c3480dd2-bdbb-4872-b0c6-2a030b8009e5 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Notify agent at l3_agent.dv-cinder-837443-1-iscsi the message routers_updated {{(pid=103483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:09:44.629710 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e78fca-a48d-4b9a-94b6-c95440a443a3 None None] Sync routers for ids ['4c6713fb-f30f-4734-bda5-92186752067c'] in dv-cinder-837443-1-iscsi {{(pid=103485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:09:44.641436 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e78fca-a48d-4b9a-94b6-c95440a443a3 None None] Routers {'4c6713fb-f30f-4734-bda5-92186752067c'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:09:44.642393 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-b1e78fca-a48d-4b9a-94b6-c95440a443a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:09:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['4c6713fb-f30f-4734-bda5-92186752067c'], 'active': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:09:44.661304 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.l3_dvrscheduler_db [req-92fc62a8-0f11-4bca-ade4-a70227aff316 req-c3480dd2-bdbb-4872-b0c6-2a030b8009e5 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] No DVR routers for this DVR port 78c47201-c1ba-4e08-a596-ba1d84c5e43e on host hv-cinder-83744 {{(pid=103483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:09:44.664128 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-92fc62a8-0f11-4bca-ade4-a70227aff316 req-c3480dd2-bdbb-4872-b0c6-2a030b8009e5 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for port (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:44.667960 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-92fc62a8-0f11-4bca-ade4-a70227aff316 req-c3480dd2-bdbb-4872-b0c6-2a030b8009e5 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.25 "DELETE /v2.0/ports/78c47201-c1ba-4e08-a596-ba1d84c5e43e HTTP/1.1" status: 204 len: 173 time: 1.1051800 Apr 12 03:09:44.668436 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c57ff93-cbb4-4365-8184-40a90dadd167', 'name': 'network-vif-deleted', 'tag': '78c47201-c1ba-4e08-a596-ba1d84c5e43e'}] {{(pid=103483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:09:44.671318 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e274900216188b1398d2f2ab6fda0f9d84329b9f507230773e3e9728a2d4b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e05ee49-cacc-40e2-a9f1-364215aa2e35" -d '{"events": [{"server_uuid": "0c57ff93-cbb4-4365-8184-40a90dadd167", "name": "network-vif-deleted", "tag": "78c47201-c1ba-4e08-a596-ba1d84c5e43e"}]}' {{(pid=103483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:09:44.714510 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff6afa3-a09f-4f7e-b707-7b8da520858e x-openstack-request-id: req-eff6afa3-a09f-4f7e-b707-7b8da520858e {{(pid=103483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:09:44.714803 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c57ff93-cbb4-4365-8184-40a90dadd167", "name": "network-vif-deleted", "tag": "78c47201-c1ba-4e08-a596-ba1d84c5e43e", "status": "completed", "code": 200}]} {{(pid=103483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:09:44.715055 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eff6afa3-a09f-4f7e-b707-7b8da520858e {{(pid=103483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:09:44.715456 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eff6afa3-a09f-4f7e-b707-7b8da520858e'] response: {'server_uuid': '0c57ff93-cbb4-4365-8184-40a90dadd167', 'name': 'network-vif-deleted', 'tag': '78c47201-c1ba-4e08-a596-ba1d84c5e43e', 'status': 'completed', 'code': 200} Apr 12 03:09:44.918535 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvr_db [None req-b1e78fca-a48d-4b9a-94b6-c95440a443a3 None None] Set router 4c6713fb-f30f-4734-bda5-92186752067c gateway port host: dv-cinder-837443-1-iscsi {{(pid=103485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:09:44.921555 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-75e8993d-95e0-4901-a1b2-6003201db327 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (f8cd3214-f41b-4489-90f3-27757c64af0e), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:44.924228 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-75e8993d-95e0-4901-a1b2-6003201db327 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:44.925448 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-75e8993d-95e0-4901-a1b2-6003201db327 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "DELETE /v2.0/security-groups/f8cd3214-f41b-4489-90f3-27757c64af0e HTTP/1.1" status: 204 len: 168 time: 0.4275749 Apr 12 03:09:44.928078 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 46102) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:44.942526 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.api.v2.resource [None req-5fcf5a43-f85b-4c33-b6d4-cd5d180c331c tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] show failed (client error): The resource could not be found. Apr 12 03:09:44.944252 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-5fcf5a43-f85b-4c33-b6d4-cd5d180c331c tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups/f8cd3214-f41b-4489-90f3-27757c64af0e HTTP/1.1" status: 404 len: 347 time: 0.0142570 Apr 12 03:09:44.946192 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 46104) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:44.949300 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-9e40cfbe-2aac-4449-a2be-1e655371b214 req-4430e177-fa1c-4a4c-83e6-41b91f6ffcd1 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c57ff93-cbb4-4365-8184-40a90dadd167 HTTP/1.1" status: 200 len: 210 time: 0.0394406 Apr 12 03:09:44.954656 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e8993d-95e0-4901-a1b2-6003201db327 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8cd3214-f41b-4489-90f3-27757c64af0e,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:44.966018 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e8993d-95e0-4901-a1b2-6003201db327 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:44.966367 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e8993d-95e0-4901-a1b2-6003201db327 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:44.966939 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e8993d-95e0-4901-a1b2-6003201db327 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:44.967306 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e8993d-95e0-4901-a1b2-6003201db327 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:44.967647 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e8993d-95e0-4901-a1b2-6003201db327 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:44.968006 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e8993d-95e0-4901-a1b2-6003201db327 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:44.968372 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e8993d-95e0-4901-a1b2-6003201db327 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:44.968701 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e8993d-95e0-4901-a1b2-6003201db327 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:44.969034 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e8993d-95e0-4901-a1b2-6003201db327 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:44.969380 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e8993d-95e0-4901-a1b2-6003201db327 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:44.969710 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e8993d-95e0-4901-a1b2-6003201db327 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:44.970035 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e8993d-95e0-4901-a1b2-6003201db327 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:44.970359 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e8993d-95e0-4901-a1b2-6003201db327 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:44.970680 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e8993d-95e0-4901-a1b2-6003201db327 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:44.971000 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e8993d-95e0-4901-a1b2-6003201db327 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:45.078227 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [None req-afdb781d-716c-4310-abb5-fae37b4e2f9d tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Deleting port 570974a3-a50a-495d-8f51-495af6b49b36 {{(pid=103483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:09:45.078557 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-afdb781d-716c-4310-abb5-fae37b4e2f9d tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (570974a3-a50a-495d-8f51-495af6b49b36), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:45.137287 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-b1e78fca-a48d-4b9a-94b6-c95440a443a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6713fb-f30f-4734-bda5-92186752067c', 'name': 'tempest-AttachVolumeTestJSON-759078494-router', 'tenant_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': 'e2a3f1db-c32b-4a7b-b996-fc9aeff37995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:50Z', 'updated_at': '2022-04-12T03:05:10Z', 'revision_number': 4, 'project_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'gw_port': {'id': 'e2a3f1db-c32b-4a7b-b996-fc9aeff37995', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:9b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6713fb-f30f-4734-bda5-92186752067c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:51Z', 'updated_at': '2022-04-12T03:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': 'f1520221-d622-4a9d-8d45-2b8795da9fac', 'name': '', 'network_id': '97d0737a-0806-4131-b2fa-4a4f2be2d49e', 'tenant_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'mac_address': 'fa:16:3e:ee:95:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6713fb-f30f-4734-bda5-92186752067c', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '6de8150c-bedf-4873-b651-20f43e4f6dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:05:04Z', 'updated_at': '2022-04-12T03:05:22Z', 'revision_number': 5, 'project_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'subnets': [{'id': '6de8150c-bedf-4873-b651-20f43e4f6dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:09:45.161318 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-afdb781d-716c-4310-abb5-fae37b4e2f9d tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (570974a3-a50a-495d-8f51-495af6b49b36), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:45.161688 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-afdb781d-716c-4310-abb5-fae37b4e2f9d tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks [] for floatingip (570974a3-a50a-495d-8f51-495af6b49b36), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:45.166675 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e78fca-a48d-4b9a-94b6-c95440a443a3 None None] Checking router: 4c6713fb-f30f-4734-bda5-92186752067c for host: dv-cinder-837443-1-iscsi {{(pid=103485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:09:45.174130 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [None req-afdb781d-716c-4310-abb5-fae37b4e2f9d tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Calling delete_port for 570974a3-a50a-495d-8f51-495af6b49b36 owned by network:floatingip {{(pid=103483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:09:45.178099 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e78fca-a48d-4b9a-94b6-c95440a443a3 None None] Routers {'4c6713fb-f30f-4734-bda5-92186752067c'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:09:45.178748 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-b1e78fca-a48d-4b9a-94b6-c95440a443a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:09:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['4c6713fb-f30f-4734-bda5-92186752067c'], 'active': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:09:45.295534 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvr_db [None req-b1e78fca-a48d-4b9a-94b6-c95440a443a3 None None] Set router 4c6713fb-f30f-4734-bda5-92186752067c gateway port host: dv-cinder-837443-1-iscsi {{(pid=103485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:09:45.307048 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-afdb781d-716c-4310-abb5-fae37b4e2f9d tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28322803'] for port (570974a3-a50a-495d-8f51-495af6b49b36), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:45.332395 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb781d-716c-4310-abb5-fae37b4e2f9d tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Pushing event deleted for resources: {'Port': ['ID=570974a3-a50a-495d-8f51-495af6b49b36,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:45.391913 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-afdb781d-716c-4310-abb5-fae37b4e2f9d tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks [] for floatingip (8fcf59e8-f072-42bf-b930-ccdce63b409c), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:45.394392 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-afdb781d-716c-4310-abb5-fae37b4e2f9d tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for floatingip (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:45.397073 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-afdb781d-716c-4310-abb5-fae37b4e2f9d tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "DELETE /v2.0/floatingips/8fcf59e8-f072-42bf-b930-ccdce63b409c HTTP/1.1" status: 204 len: 168 time: 0.4479549 Apr 12 03:09:45.493911 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-b1e78fca-a48d-4b9a-94b6-c95440a443a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6713fb-f30f-4734-bda5-92186752067c', 'name': 'tempest-AttachVolumeTestJSON-759078494-router', 'tenant_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': 'e2a3f1db-c32b-4a7b-b996-fc9aeff37995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:50Z', 'updated_at': '2022-04-12T03:05:10Z', 'revision_number': 4, 'project_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'gw_port': {'id': 'e2a3f1db-c32b-4a7b-b996-fc9aeff37995', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:9b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6713fb-f30f-4734-bda5-92186752067c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:51Z', 'updated_at': '2022-04-12T03:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': 'f1520221-d622-4a9d-8d45-2b8795da9fac', 'name': '', 'network_id': '97d0737a-0806-4131-b2fa-4a4f2be2d49e', 'tenant_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'mac_address': 'fa:16:3e:ee:95:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6713fb-f30f-4734-bda5-92186752067c', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '6de8150c-bedf-4873-b651-20f43e4f6dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:05:04Z', 'updated_at': '2022-04-12T03:05:22Z', 'revision_number': 5, 'project_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'subnets': [{'id': '6de8150c-bedf-4873-b651-20f43e4f6dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:09:45.509284 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.agents_db [None req-d3c4685f-78b0-4ffc-8e41-99bd627ddb58 None None] Agent healthcheck: found 6 active agents {{(pid=103486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:09:45.526228 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e78fca-a48d-4b9a-94b6-c95440a443a3 None None] The sync data for ids ['4c6713fb-f30f-4734-bda5-92186752067c'] in dv-cinder-837443-1-iscsi is: [{'id': '4c6713fb-f30f-4734-bda5-92186752067c', 'name': 'tempest-AttachVolumeTestJSON-759078494-router', 'tenant_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': 'e2a3f1db-c32b-4a7b-b996-fc9aeff37995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:50Z', 'updated_at': '2022-04-12T03:05:10Z', 'revision_number': 4, 'project_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'gw_port': {'id': 'e2a3f1db-c32b-4a7b-b996-fc9aeff37995', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:9b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6713fb-f30f-4734-bda5-92186752067c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:51Z', 'updated_at': '2022-04-12T03:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': 'f1520221-d622-4a9d-8d45-2b8795da9fac', 'name': '', 'network_id': '97d0737a-0806-4131-b2fa-4a4f2be2d49e', 'tenant_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'mac_address': 'fa:16:3e:ee:95:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6713fb-f30f-4734-bda5-92186752067c', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '6de8150c-bedf-4873-b651-20f43e4f6dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:05:04Z', 'updated_at': '2022-04-12T03:05:22Z', 'revision_number': 5, 'project_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'subnets': [{'id': '6de8150c-bedf-4873-b651-20f43e4f6dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:09:45.770043 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4820ad72-66af-4fbb-a810-7ea500c0c5d7 None None] New status for floating IP 8b7a5dab-e2db-496a-919b-977e385fc48a: DOWN {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 03:09:46.047426 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 46116) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:46.103251 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c9467528-4c48-4649-b949-4bcb3988beec tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks [] for security_group (37b179c6-f3cc-4a4d-ad74-37db92046685), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:46.126818 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c9467528-4c48-4649-b949-4bcb3988beec tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks [] for security_group (37b179c6-f3cc-4a4d-ad74-37db92046685), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:46.181106 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c9467528-4c48-4649-b949-4bcb3988beec tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (37b179c6-f3cc-4a4d-ad74-37db92046685), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:46.183837 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c9467528-4c48-4649-b949-4bcb3988beec tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:46.184965 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-c9467528-4c48-4649-b949-4bcb3988beec tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "DELETE /v2.0/security-groups/37b179c6-f3cc-4a4d-ad74-37db92046685 HTTP/1.1" status: 204 len: 168 time: 0.1365254 Apr 12 03:09:46.187947 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 46118) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:46.193729 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9467528-4c48-4649-b949-4bcb3988beec tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b179c6-f3cc-4a4d-ad74-37db92046685,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:46.203527 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.api.v2.resource [None req-04fca1c2-fcb1-4579-aa35-20a562bf13bc tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] show failed (client error): The resource could not be found. Apr 12 03:09:46.204691 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-04fca1c2-fcb1-4579-aa35-20a562bf13bc tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups/37b179c6-f3cc-4a4d-ad74-37db92046685 HTTP/1.1" status: 404 len: 347 time: 0.0146670 Apr 12 03:09:46.207619 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 46120) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:46.324408 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [None req-c4b053e7-27b8-400f-8e87-685968927c6d tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Deleting port 213b2ef5-579d-4405-a0f3-d70cbbc19378 {{(pid=103483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:09:46.324715 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-c4b053e7-27b8-400f-8e87-685968927c6d tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (213b2ef5-579d-4405-a0f3-d70cbbc19378), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:46.407896 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-c4b053e7-27b8-400f-8e87-685968927c6d tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (213b2ef5-579d-4405-a0f3-d70cbbc19378), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:46.408311 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-c4b053e7-27b8-400f-8e87-685968927c6d tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks [] for floatingip (213b2ef5-579d-4405-a0f3-d70cbbc19378), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:46.421249 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [None req-c4b053e7-27b8-400f-8e87-685968927c6d tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Calling delete_port for 213b2ef5-579d-4405-a0f3-d70cbbc19378 owned by network:floatingip {{(pid=103483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:09:46.561891 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-c4b053e7-27b8-400f-8e87-685968927c6d tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28322803'] for port (213b2ef5-579d-4405-a0f3-d70cbbc19378), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:46.593741 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b053e7-27b8-400f-8e87-685968927c6d tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Pushing event deleted for resources: {'Port': ['ID=213b2ef5-579d-4405-a0f3-d70cbbc19378,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:46.658284 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-c4b053e7-27b8-400f-8e87-685968927c6d tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks [] for floatingip (8b7a5dab-e2db-496a-919b-977e385fc48a), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:46.661093 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-c4b053e7-27b8-400f-8e87-685968927c6d tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for floatingip (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:46.662244 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-c4b053e7-27b8-400f-8e87-685968927c6d tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "DELETE /v2.0/floatingips/8b7a5dab-e2db-496a-919b-977e385fc48a HTTP/1.1" status: 204 len: 168 time: 0.4536586 Apr 12 03:09:47.018634 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 46132) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:47.025406 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-411ccf16-5b74-47c4-9beb-2c3dac8a1091 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Request body: {'security_group': {'name': 'tempest-securitygroup--738121522', 'description': 'tempest-description--823397316'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:09:47.051216 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-411ccf16-5b74-47c4-9beb-2c3dac8a1091 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:47.138913 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-411ccf16-5b74-47c4-9beb-2c3dac8a1091 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks [] for security_group (f06bba6c-0029-4955-9e1d-0088e2eb5594), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:47.145656 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-411ccf16-5b74-47c4-9beb-2c3dac8a1091 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (f06bba6c-0029-4955-9e1d-0088e2eb5594), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:47.175335 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-411ccf16-5b74-47c4-9beb-2c3dac8a1091 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:47.176572 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-411ccf16-5b74-47c4-9beb-2c3dac8a1091 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1564178 Apr 12 03:09:47.180015 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 46134) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:47.180802 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411ccf16-5b74-47c4-9beb-2c3dac8a1091 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f06bba6c-0029-4955-9e1d-0088e2eb5594,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:47.184710 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [None req-5550523d-9764-42a9-a3db-3fd2f79b170a tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Request body: {'security_group_rule': {'security_group_id': 'f06bba6c-0029-4955-9e1d-0088e2eb5594', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:09:47.214600 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-5550523d-9764-42a9-a3db-3fd2f79b170a tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks [] for security_group_rule (2dcde1ad-c40c-4247-8772-d452991079e0), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:47.278742 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-5550523d-9764-42a9-a3db-3fd2f79b170a tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks [] for security_group_rule (2dcde1ad-c40c-4247-8772-d452991079e0), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:47.284292 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-5550523d-9764-42a9-a3db-3fd2f79b170a tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707756'] for security_group_rule (2dcde1ad-c40c-4247-8772-d452991079e0), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:47.308894 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5550523d-9764-42a9-a3db-3fd2f79b170a tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dcde1ad-c40c-4247-8772-d452991079e0,revision_number=0']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:47.320356 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-5550523d-9764-42a9-a3db-3fd2f79b170a tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:47.321616 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-5550523d-9764-42a9-a3db-3fd2f79b170a tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1405716 Apr 12 03:09:47.325830 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 46136) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:47.330313 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [None req-15eeb15a-122f-4a53-a68c-92dfa0b08613 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Request body: {'security_group_rule': {'security_group_id': 'f06bba6c-0029-4955-9e1d-0088e2eb5594', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:09:47.359605 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-15eeb15a-122f-4a53-a68c-92dfa0b08613 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks [] for security_group_rule (6518b0e0-d6d0-46e0-b7c7-3e89c7d65c87), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:47.421265 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-15eeb15a-122f-4a53-a68c-92dfa0b08613 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks [] for security_group_rule (6518b0e0-d6d0-46e0-b7c7-3e89c7d65c87), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:47.426390 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-15eeb15a-122f-4a53-a68c-92dfa0b08613 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707756'] for security_group_rule (6518b0e0-d6d0-46e0-b7c7-3e89c7d65c87), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:47.444585 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eeb15a-122f-4a53-a68c-92dfa0b08613 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6518b0e0-d6d0-46e0-b7c7-3e89c7d65c87,revision_number=0']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:47.455281 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-15eeb15a-122f-4a53-a68c-92dfa0b08613 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:47.456514 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-15eeb15a-122f-4a53-a68c-92dfa0b08613 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1297386 Apr 12 03:09:47.459794 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 46140) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:47.464706 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [None req-3d16ed60-cf86-4c7c-a971-e0d6cf096736 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Request body: {'floatingip': {'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:09:47.486131 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-3d16ed60-cf86-4c7c-a971-e0d6cf096736 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:47.581684 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-3d16ed60-cf86-4c7c-a971-e0d6cf096736 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:47.706036 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.db_base_plugin_common [None req-3d16ed60-cf86-4c7c-a971-e0d6cf096736 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Allocated IP 172.27.3.200 (79cba51c-a00f-4d8d-a813-38deb5f63b2a/29b195a7-2bca-4a4f-ac92-aa862b85642e/df0db93a-0fee-404b-a215-59d8dd2337b1) {{(pid=103483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:09:47.819643 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-3d16ed60-cf86-4c7c-a971-e0d6cf096736 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks [] for port (df0db93a-0fee-404b-a215-59d8dd2337b1), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:47.855897 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-3d16ed60-cf86-4c7c-a971-e0d6cf096736 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28322803'] for port (df0db93a-0fee-404b-a215-59d8dd2337b1), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:47.938444 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d16ed60-cf86-4c7c-a971-e0d6cf096736 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Network 79cba51c-a00f-4d8d-a813-38deb5f63b2a is already hosted by enough agents. {{(pid=103483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:09:47.944181 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.base_scheduler [None req-3d16ed60-cf86-4c7c-a971-e0d6cf096736 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Resources bound (agent type, host, resource id): {{(pid=103483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:09:47.948654 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d16ed60-cf86-4c7c-a971-e0d6cf096736 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Received port after_create {{(pid=103483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:09:47.956513 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d13682-7aa6-4cb8-abb3-0aa17e060771 req-3ddc7a26-d8e6-4740-9aba-bba589436368 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:47.957993 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c3d13682-7aa6-4cb8-abb3-0aa17e060771 req-3ddc7a26-d8e6-4740-9aba-bba589436368 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 945 time: 0.0998254 Apr 12 03:09:47.958617 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d16ed60-cf86-4c7c-a971-e0d6cf096736 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Pushing event updated for resources: {'Port': ['ID=df0db93a-0fee-404b-a215-59d8dd2337b1,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:48.080591 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c3d13682-7aa6-4cb8-abb3-0aa17e060771 req-b122a0e0-2d98-4dd3-9284-2b1d80feb2ec tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837836 Apr 12 03:09:48.082739 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device 78c47201-c1ba-4e08-a596-ba1d84c5e43e no longer exists at agent hyperv_hv-cinder-83744 {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:09:48.105615 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] No Port match for: 78c47201-c1ba-4e08-a596-ba1d84c5e43e {{(pid=103485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:09:48.105964 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device 78c47201-c1ba-4e08-a596-ba1d84c5e43e not bound to the agent host hv-cinder-83744 {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:09:48.113958 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-3d16ed60-cf86-4c7c-a971-e0d6cf096736 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks [] for floatingip (d6c5810c-5a10-4ec1-bc3b-681ea4fa0414), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:48.154209 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-3d16ed60-cf86-4c7c-a971-e0d6cf096736 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (df0db93a-0fee-404b-a215-59d8dd2337b1), before_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:48.353904 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-3d16ed60-cf86-4c7c-a971-e0d6cf096736 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks [] for port (df0db93a-0fee-404b-a215-59d8dd2337b1), precommit_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:48.360111 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-3d16ed60-cf86-4c7c-a971-e0d6cf096736 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28322808'] for port (df0db93a-0fee-404b-a215-59d8dd2337b1), after_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:48.435706 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d16ed60-cf86-4c7c-a971-e0d6cf096736 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Pushing event updated for resources: {'Port': ['ID=df0db93a-0fee-404b-a215-59d8dd2337b1,revision_number=2']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:48.442820 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-3d16ed60-cf86-4c7c-a971-e0d6cf096736 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682737'] for floatingip (d6c5810c-5a10-4ec1-bc3b-681ea4fa0414), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:48.461483 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-3d16ed60-cf86-4c7c-a971-e0d6cf096736 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for floatingip (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:48.462762 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-3d16ed60-cf86-4c7c-a971-e0d6cf096736 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0020447 Apr 12 03:09:48.682880 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-40e50805-1748-4cf1-845e-8b916d291998 req-264ebbb7-cb83-454f-b1ba-61a8d6a7ae33 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--738121522&fields=id&tenant_id=e1e5d1d0e5ee459d9a29175e6dfae245 HTTP/1.1" status: 200 len: 267 time: 0.0413444 Apr 12 03:09:48.793070 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e50805-1748-4cf1-845e-8b916d291998 req-23a884c3-74e1-4f9d-b794-9ec8b13b6469 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:48.794492 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-40e50805-1748-4cf1-845e-8b916d291998 req-23a884c3-74e1-4f9d-b794-9ec8b13b6469 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/networks?id=97d0737a-0806-4131-b2fa-4a4f2be2d49e HTTP/1.1" status: 200 len: 810 time: 0.1029594 Apr 12 03:09:48.811657 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-40e50805-1748-4cf1-845e-8b916d291998 req-6c7131d4-4c31-4d7c-b00d-d6b220dfbf6b tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/quotas/e1e5d1d0e5ee459d9a29175e6dfae245 HTTP/1.1" status: 200 len: 375 time: 0.0091767 Apr 12 03:09:48.864878 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-40e50805-1748-4cf1-845e-8b916d291998 req-9b51e212-2011-4247-a233-e0ea07b8a34b tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e1e5d1d0e5ee459d9a29175e6dfae245&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459363 Apr 12 03:09:48.963886 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-40e50805-1748-4cf1-845e-8b916d291998 req-0415f0fb-02af-4ccb-839c-47b26d4b8b4e service neutron] 10.222.0.32 "GET /v2.0/networks/97d0737a-0806-4131-b2fa-4a4f2be2d49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814686 Apr 12 03:09:49.061785 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-40e50805-1748-4cf1-845e-8b916d291998 req-9db9b353-33ef-4f62-ab99-288a9f520c17 service neutron] 10.222.0.32 "GET /v2.0/networks/97d0737a-0806-4131-b2fa-4a4f2be2d49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896754 Apr 12 03:09:49.211940 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ac503-5e48-4266-8405-937bee7621ef req-2b8f40fb-e3fd-4ddd-87da-ac13b1835d56 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:49.213559 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-4b3ac503-5e48-4266-8405-937bee7621ef req-2b8f40fb-e3fd-4ddd-87da-ac13b1835d56 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 945 time: 0.0601690 Apr 12 03:09:49.234972 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-865948d7-8688-429f-ac40-a790d1729ffa req-940d6809-9eed-402e-8f83-66137cd5cdee tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=b92dac26-4e09-49e4-8651-f8c36754250b HTTP/1.1" status: 200 len: 210 time: 0.0288117 Apr 12 03:09:49.261945 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-4b3ac503-5e48-4266-8405-937bee7621ef req-dc0cc81c-a7ea-4b93-9b73-a511c1d694b1 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427816 Apr 12 03:09:50.313441 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a8af16-2747-4b91-b9a5-9fb039604023 req-8077174a-63db-4fb0-8957-f812cdbd4a18 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:50.314926 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-f6a8af16-2747-4b91-b9a5-9fb039604023 req-8077174a-63db-4fb0-8957-f812cdbd4a18 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.25 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 945 time: 0.0602770 Apr 12 03:09:50.349845 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-ecdaf485-c82c-488b-809e-730be303e128 req-a212332e-2cd0-4ae4-b904-4c6a02c49d47 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=b92dac26-4e09-49e4-8651-f8c36754250b HTTP/1.1" status: 200 len: 210 time: 0.0299094 Apr 12 03:09:50.389636 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dbc52f-a7c7-4925-98b6-58e3b5abf787 req-097590bc-9d28-4390-b373-8063c713b619 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:50.391091 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c7dbc52f-a7c7-4925-98b6-58e3b5abf787 req-097590bc-9d28-4390-b373-8063c713b619 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 945 time: 0.0517874 Apr 12 03:09:50.440976 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c7dbc52f-a7c7-4925-98b6-58e3b5abf787 req-a0de90a2-09b5-4c4e-a28f-4b0657278f16 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442824 Apr 12 03:09:50.688776 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [req-f6a8af16-2747-4b91-b9a5-9fb039604023 req-41175618-41cb-4738-8ce1-00237e945450 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Deleting port b118642c-37b5-47a0-8bfd-58d89d227883 {{(pid=103483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:09:50.689124 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-f6a8af16-2747-4b91-b9a5-9fb039604023 req-41175618-41cb-4738-8ce1-00237e945450 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (b118642c-37b5-47a0-8bfd-58d89d227883), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:50.785050 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d9b4afc3-988d-4081-ae69-d9ab2b5cf58b), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:50.794995 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.db [req-f6a8af16-2747-4b91-b9a5-9fb039604023 req-41175618-41cb-4738-8ce1-00237e945450 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] For port b118642c-37b5-47a0-8bfd-58d89d227883, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=b118642c-37b5-47a0-8bfd-58d89d227883,segment=NetworkSegment(99682a96-90c8-491c-a1f8-c6fe889256f4),segment_id=99682a96-90c8-491c-a1f8-c6fe889256f4)] {{(pid=103483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:09:50.795492 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-f6a8af16-2747-4b91-b9a5-9fb039604023 req-41175618-41cb-4738-8ce1-00237e945450 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (b118642c-37b5-47a0-8bfd-58d89d227883), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:50.813003 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [req-f6a8af16-2747-4b91-b9a5-9fb039604023 req-41175618-41cb-4738-8ce1-00237e945450 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Calling delete_port for b118642c-37b5-47a0-8bfd-58d89d227883 owned by compute:nova {{(pid=103483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:09:50.952535 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-f6a8af16-2747-4b91-b9a5-9fb039604023 req-41175618-41cb-4738-8ce1-00237e945450 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28322803'] for port (b118642c-37b5-47a0-8bfd-58d89d227883), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:50.966938 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] get_ports_and_sgs() called for port_ids ['122baedd-45f6-42b3-afc4-58af86808097', 'b118642c-37b5-47a0-8bfd-58d89d227883'] {{(pid=103485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:09:50.990055 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41175618-41cb-4738-8ce1-00237e945450 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Pushing event deleted for resources: {'Port': ['ID=b118642c-37b5-47a0-8bfd-58d89d227883,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:51.046220 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a8af16-2747-4b91-b9a5-9fb039604023 req-41175618-41cb-4738-8ce1-00237e945450 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] No DVR routers for this DVR port b118642c-37b5-47a0-8bfd-58d89d227883 on host hv-cinder-83744 {{(pid=103483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:09:51.049496 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-f6a8af16-2747-4b91-b9a5-9fb039604023 req-41175618-41cb-4738-8ce1-00237e945450 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for port (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:51.053740 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-f6a8af16-2747-4b91-b9a5-9fb039604023 req-41175618-41cb-4738-8ce1-00237e945450 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.25 "DELETE /v2.0/ports/b118642c-37b5-47a0-8bfd-58d89d227883 HTTP/1.1" status: 204 len: 173 time: 0.4596119 Apr 12 03:09:51.054390 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f918add8-29e9-4bae-9c11-9ee7fe7c3317', 'name': 'network-vif-deleted', 'tag': 'b118642c-37b5-47a0-8bfd-58d89d227883'}] {{(pid=103483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:09:51.057432 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e274900216188b1398d2f2ab6fda0f9d84329b9f507230773e3e9728a2d4b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa86111-06d5-4c2c-89d3-54b0ca72fc73" -d '{"events": [{"server_uuid": "f918add8-29e9-4bae-9c11-9ee7fe7c3317", "name": "network-vif-deleted", "tag": "b118642c-37b5-47a0-8bfd-58d89d227883"}]}' {{(pid=103483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:09:51.115936 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e43c1b0-3927-4853-ba07-79f1ac276e80 x-openstack-request-id: req-5e43c1b0-3927-4853-ba07-79f1ac276e80 {{(pid=103483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:09:51.116245 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f918add8-29e9-4bae-9c11-9ee7fe7c3317", "name": "network-vif-deleted", "tag": "b118642c-37b5-47a0-8bfd-58d89d227883", "status": "completed", "code": 200}]} {{(pid=103483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:09:51.116499 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5e43c1b0-3927-4853-ba07-79f1ac276e80 {{(pid=103483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:09:51.116908 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e43c1b0-3927-4853-ba07-79f1ac276e80'] response: {'server_uuid': 'f918add8-29e9-4bae-9c11-9ee7fe7c3317', 'name': 'network-vif-deleted', 'tag': 'b118642c-37b5-47a0-8bfd-58d89d227883', 'status': 'completed', 'code': 200} Apr 12 03:09:51.130945 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e50805-1748-4cf1-845e-8b916d291998 req-cf44543b-f09c-4e8f-a39e-63030d58d3b6 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:51.133112 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-40e50805-1748-4cf1-845e-8b916d291998 req-cf44543b-f09c-4e8f-a39e-63030d58d3b6 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.25 "GET /v2.0/networks?id=97d0737a-0806-4131-b2fa-4a4f2be2d49e HTTP/1.1" status: 200 len: 810 time: 0.1698749 Apr 12 03:09:51.226854 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-40e50805-1748-4cf1-845e-8b916d291998 req-2e8ad563-3416-41ed-a3e3-9f4e251f7ec7 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1e5d1d0e5ee459d9a29175e6dfae245 HTTP/1.1" status: 200 len: 379 time: 0.0567892 Apr 12 03:09:51.308970 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [req-40e50805-1748-4cf1-845e-8b916d291998 req-55572fd1-90d7-4675-b227-cd99254fbac4 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Request body: {'port': {'device_id': 'b92dac26-4e09-49e4-8651-f8c36754250b', 'network_id': '97d0737a-0806-4131-b2fa-4a4f2be2d49e', 'admin_state_up': True, 'tenant_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'security_groups': ['f06bba6c-0029-4955-9e1d-0088e2eb5594']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:09:51.429868 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40e50805-1748-4cf1-845e-8b916d291998 req-55572fd1-90d7-4675-b227-cd99254fbac4 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Made reservation on behalf of e1e5d1d0e5ee459d9a29175e6dfae245 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:09:51.433684 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-40e50805-1748-4cf1-845e-8b916d291998 req-55572fd1-90d7-4675-b227-cd99254fbac4 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:51.452158 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-9e3a1ecd-943b-4f56-83da-0a504bcbe623 req-70491d4d-8534-4901-ad22-aed81d76e1e7 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=b92dac26-4e09-49e4-8651-f8c36754250b HTTP/1.1" status: 200 len: 210 time: 0.0315509 Apr 12 03:09:51.581274 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-f5ed2c0e-3d3e-4562-9152-97b51785dfe8 req-b1adbc02-26bd-42dd-b432-b1630118e3e5 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 210 time: 0.0365691 Apr 12 03:09:51.610024 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-40e50805-1748-4cf1-845e-8b916d291998 req-55572fd1-90d7-4675-b227-cd99254fbac4 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Allocated IP 172.20.0.4 (97d0737a-0806-4131-b2fa-4a4f2be2d49e/6de8150c-bedf-4873-b651-20f43e4f6dc1/c0c0536c-4715-456d-a9dd-60f7b08e32f5) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:09:51.618268 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-01a03bc5-583c-4f29-a834-c3633eca0016 req-5af31fec-c9f0-46c9-b662-f61f1309bd1c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0334444 Apr 12 03:09:51.684344 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-01a03bc5-583c-4f29-a834-c3633eca0016 req-5cc8d6ed-3cf2-453f-b34f-31f0d4d2f02b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=52b2d02e7570468daabac047ad3a7fa5&device_id=f918add8-29e9-4bae-9c11-9ee7fe7c3317 HTTP/1.1" status: 200 len: 210 time: 0.0389025 Apr 12 03:09:51.772192 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-40e50805-1748-4cf1-845e-8b916d291998 req-55572fd1-90d7-4675-b227-cd99254fbac4 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks [] for port (c0c0536c-4715-456d-a9dd-60f7b08e32f5), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:51.804490 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a03bc5-583c-4f29-a834-c3633eca0016 req-e7fa2dab-1aac-4976-9f02-29b507ae4355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:51.806097 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-01a03bc5-583c-4f29-a834-c3633eca0016 req-e7fa2dab-1aac-4976-9f02-29b507ae4355 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=52b2d02e7570468daabac047ad3a7fa5&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1048217 Apr 12 03:09:51.818998 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-40e50805-1748-4cf1-845e-8b916d291998 req-55572fd1-90d7-4675-b227-cd99254fbac4 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28695539'] for port (c0c0536c-4715-456d-a9dd-60f7b08e32f5), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:51.868986 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40e50805-1748-4cf1-845e-8b916d291998 req-55572fd1-90d7-4675-b227-cd99254fbac4 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Network 97d0737a-0806-4131-b2fa-4a4f2be2d49e is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:09:51.874035 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-40e50805-1748-4cf1-845e-8b916d291998 req-55572fd1-90d7-4675-b227-cd99254fbac4 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:09:51.879236 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-40e50805-1748-4cf1-845e-8b916d291998 req-55572fd1-90d7-4675-b227-cd99254fbac4 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:09:51.883746 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55572fd1-90d7-4675-b227-cd99254fbac4 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Pushing event updated for resources: {'Port': ['ID=c0c0536c-4715-456d-a9dd-60f7b08e32f5,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:51.935261 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a03bc5-583c-4f29-a834-c3633eca0016 req-7d12c39c-5bf0-486e-a10e-5999cdda6505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:51.942363 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-01a03bc5-583c-4f29-a834-c3633eca0016 req-7d12c39c-5bf0-486e-a10e-5999cdda6505 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1297836 Apr 12 03:09:51.943356 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e50805-1748-4cf1-845e-8b916d291998 req-55572fd1-90d7-4675-b227-cd99254fbac4 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:51.944105 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-40e50805-1748-4cf1-845e-8b916d291998 req-55572fd1-90d7-4675-b227-cd99254fbac4 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for port (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:51.964528 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-40e50805-1748-4cf1-845e-8b916d291998 req-55572fd1-90d7-4675-b227-cd99254fbac4 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6613393 Apr 12 03:09:51.977625 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [req-40e50805-1748-4cf1-845e-8b916d291998 req-b8e00c46-f785-4dbc-b64b-1726d7ecced0 service neutron] Request body: {'port': {'device_id': 'b92dac26-4e09-49e4-8651-f8c36754250b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83744'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:09:52.042540 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-40e50805-1748-4cf1-845e-8b916d291998 req-b8e00c46-f785-4dbc-b64b-1726d7ecced0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (c0c0536c-4715-456d-a9dd-60f7b08e32f5), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:52.098965 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-e6594f17-b4ba-4e31-b285-f36cbde08788 None None] Provisioning complete for port c0c0536c-4715-456d-a9dd-60f7b08e32f5 triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:09:52.099953 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e6594f17-b4ba-4e31-b285-f36cbde08788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (c0c0536c-4715-456d-a9dd-60f7b08e32f5), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:52.136271 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-e6594f17-b4ba-4e31-b285-f36cbde08788 None None] Port c0c0536c-4715-456d-a9dd-60f7b08e32f5 cannot update to ACTIVE because it is not bound. {{(pid=103485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:09:52.334327 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.notifiers.nova [req-40e50805-1748-4cf1-845e-8b916d291998 req-b8e00c46-f785-4dbc-b64b-1726d7ecced0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0c0536c-4715-456d-a9dd-60f7b08e32f5 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:09:52.342585 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-40e50805-1748-4cf1-845e-8b916d291998 req-b8e00c46-f785-4dbc-b64b-1726d7ecced0 service neutron] Publish callbacks [] for port (c0c0536c-4715-456d-a9dd-60f7b08e32f5), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:52.356143 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-40e50805-1748-4cf1-845e-8b916d291998 req-b8e00c46-f785-4dbc-b64b-1726d7ecced0 service neutron] Transition to ACTIVE for port object c0c0536c-4715-456d-a9dd-60f7b08e32f5 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 03:09:52.361380 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-40e50805-1748-4cf1-845e-8b916d291998 req-b8e00c46-f785-4dbc-b64b-1726d7ecced0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28695544'] for port (c0c0536c-4715-456d-a9dd-60f7b08e32f5), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:52.410830 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e00c46-f785-4dbc-b64b-1726d7ecced0 service neutron] Pushing event updated for resources: {'Port': ['ID=c0c0536c-4715-456d-a9dd-60f7b08e32f5,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:52.489204 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-40e50805-1748-4cf1-845e-8b916d291998 req-b8e00c46-f785-4dbc-b64b-1726d7ecced0 service neutron] Attempting to bind port c0c0536c-4715-456d-a9dd-60f7b08e32f5 on host hv-cinder-83744 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:09:52.489819 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-40e50805-1748-4cf1-845e-8b916d291998 req-b8e00c46-f785-4dbc-b64b-1726d7ecced0 service neutron] Attempting to bind port c0c0536c-4715-456d-a9dd-60f7b08e32f5 by drivers openvswitch,hyperv on host hv-cinder-83744 at level 0 using segments [{'id': '7d4ebf86-1a25-4cfb-9940-c09dda9a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '97d0737a-0806-4131-b2fa-4a4f2be2d49e'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:09:52.489819 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e50805-1748-4cf1-845e-8b916d291998 req-b8e00c46-f785-4dbc-b64b-1726d7ecced0 service neutron] Attempting to bind port c0c0536c-4715-456d-a9dd-60f7b08e32f5 on network 97d0737a-0806-4131-b2fa-4a4f2be2d49e {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:09:52.494857 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e50805-1748-4cf1-845e-8b916d291998 req-b8e00c46-f785-4dbc-b64b-1726d7ecced0 service neutron] Port c0c0536c-4715-456d-a9dd-60f7b08e32f5 on network 97d0737a-0806-4131-b2fa-4a4f2be2d49e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83744 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 03:09:52.495179 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e50805-1748-4cf1-845e-8b916d291998 req-b8e00c46-f785-4dbc-b64b-1726d7ecced0 service neutron] Attempting to bind port c0c0536c-4715-456d-a9dd-60f7b08e32f5 on network 97d0737a-0806-4131-b2fa-4a4f2be2d49e {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:09:52.501298 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e50805-1748-4cf1-845e-8b916d291998 req-b8e00c46-f785-4dbc-b64b-1726d7ecced0 service neutron] Checking agent: {'id': 'd9b4afc3-988d-4081-ae69-d9ab2b5cf58b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83744', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 3, 2, 51), 'started_at': datetime.datetime(2022, 4, 12, 3, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:09:52.501632 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e50805-1748-4cf1-845e-8b916d291998 req-b8e00c46-f785-4dbc-b64b-1726d7ecced0 service neutron] Checking segment: {'id': '7d4ebf86-1a25-4cfb-9940-c09dda9a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '97d0737a-0806-4131-b2fa-4a4f2be2d49e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:09:52.502032 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e50805-1748-4cf1-845e-8b916d291998 req-b8e00c46-f785-4dbc-b64b-1726d7ecced0 service neutron] Bound using segment: {'id': '7d4ebf86-1a25-4cfb-9940-c09dda9a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '97d0737a-0806-4131-b2fa-4a4f2be2d49e'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:09:52.502434 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-40e50805-1748-4cf1-845e-8b916d291998 req-b8e00c46-f785-4dbc-b64b-1726d7ecced0 service neutron] Bound port: c0c0536c-4715-456d-a9dd-60f7b08e32f5, host: hv-cinder-83744, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d4ebf86-1a25-4cfb-9940-c09dda9a1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '97d0737a-0806-4131-b2fa-4a4f2be2d49e'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:09:52.502790 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-40e50805-1748-4cf1-845e-8b916d291998 req-b8e00c46-f785-4dbc-b64b-1726d7ecced0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (c0c0536c-4715-456d-a9dd-60f7b08e32f5), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:52.604164 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fbe90e-7643-43b1-9da1-18ef519d5aef req-f4fc7f71-b629-4791-a98e-0474440a6911 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:52.605647 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-70fbe90e-7643-43b1-9da1-18ef519d5aef req-f4fc7f71-b629-4791-a98e-0474440a6911 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=b92dac26-4e09-49e4-8651-f8c36754250b HTTP/1.1" status: 200 len: 943 time: 0.0657589 Apr 12 03:09:52.611679 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-40e50805-1748-4cf1-845e-8b916d291998 req-b8e00c46-f785-4dbc-b64b-1726d7ecced0 service neutron] For port c0c0536c-4715-456d-a9dd-60f7b08e32f5, host hv-cinder-83744, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:09:52.616519 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-40e50805-1748-4cf1-845e-8b916d291998 req-b8e00c46-f785-4dbc-b64b-1726d7ecced0 service neutron] For port c0c0536c-4715-456d-a9dd-60f7b08e32f5, host hv-cinder-83744, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=c0c0536c-4715-456d-a9dd-60f7b08e32f5,segment=NetworkSegment(7d4ebf86-1a25-4cfb-9940-c09dda9a1a9a),segment_id=7d4ebf86-1a25-4cfb-9940-c09dda9a1a9a)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:09:52.631948 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-40e50805-1748-4cf1-845e-8b916d291998 req-b8e00c46-f785-4dbc-b64b-1726d7ecced0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28695544'] for port (c0c0536c-4715-456d-a9dd-60f7b08e32f5), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:52.682302 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e50805-1748-4cf1-845e-8b916d291998 req-b8e00c46-f785-4dbc-b64b-1726d7ecced0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:52.682904 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-40e50805-1748-4cf1-845e-8b916d291998 req-b8e00c46-f785-4dbc-b64b-1726d7ecced0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for port (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:52.684323 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-40e50805-1748-4cf1-845e-8b916d291998 req-b8e00c46-f785-4dbc-b64b-1726d7ecced0 service neutron] 10.222.0.25 "PUT /v2.0/ports/c0c0536c-4715-456d-a9dd-60f7b08e32f5 HTTP/1.1" status: 200 len: 1093 time: 0.7110746 Apr 12 03:09:52.686495 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b92dac26-4e09-49e4-8651-f8c36754250b', 'tag': 'c0c0536c-4715-456d-a9dd-60f7b08e32f5'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:09:52.688824 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d98137ebe7b3f8ae23a53251b76916d727952a33f49bb2ab88d2915e9897d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e3e39f-09fe-45e3-9523-5fc926a2acb4" -d '{"events": [{"name": "network-changed", "server_uuid": "b92dac26-4e09-49e4-8651-f8c36754250b", "tag": "c0c0536c-4715-456d-a9dd-60f7b08e32f5"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:09:52.719340 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-70fbe90e-7643-43b1-9da1-18ef519d5aef req-1ed93d8f-5862-460e-b223-e48efb4bc636 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=f06bba6c-0029-4955-9e1d-0088e2eb5594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052687 Apr 12 03:09:52.723061 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e00c46-f785-4dbc-b64b-1726d7ecced0 service neutron] Pushing event updated for resources: {'Port': ['ID=c0c0536c-4715-456d-a9dd-60f7b08e32f5,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:52.772173 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9c7b66-d247-4f64-8dc7-0b1a3b09e2da x-openstack-request-id: req-5d9c7b66-d247-4f64-8dc7-0b1a3b09e2da {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:09:52.772691 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b92dac26-4e09-49e4-8651-f8c36754250b", "tag": "c0c0536c-4715-456d-a9dd-60f7b08e32f5", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:09:52.773168 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5d9c7b66-d247-4f64-8dc7-0b1a3b09e2da {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:09:52.773782 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d9c7b66-d247-4f64-8dc7-0b1a3b09e2da'] response: {'name': 'network-changed', 'server_uuid': 'b92dac26-4e09-49e4-8651-f8c36754250b', 'tag': 'c0c0536c-4715-456d-a9dd-60f7b08e32f5', 'status': 'completed', 'code': 200} Apr 12 03:09:52.830845 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e50805-1748-4cf1-845e-8b916d291998 req-98e14751-4a4c-4620-81b1-792321fa5bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:52.832451 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-40e50805-1748-4cf1-845e-8b916d291998 req-98e14751-4a4c-4620-81b1-792321fa5bb7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e1e5d1d0e5ee459d9a29175e6dfae245&device_id=b92dac26-4e09-49e4-8651-f8c36754250b HTTP/1.1" status: 200 len: 1127 time: 0.0515642 Apr 12 03:09:52.904201 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d41a5b8-e91a-4464-94d7-33253dac86e2 req-121ce58d-04ab-4175-bc54-cea6c2246125 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:52.905682 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-6d41a5b8-e91a-4464-94d7-33253dac86e2 req-121ce58d-04ab-4175-bc54-cea6c2246125 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e636e7e-3a3d-4e34-a988-28131f3278c7 HTTP/1.1" status: 200 len: 946 time: 0.0479670 Apr 12 03:09:52.953993 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-6d41a5b8-e91a-4464-94d7-33253dac86e2 req-2e24a18e-54ab-4ea8-9f33-6859c7691384 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426676 Apr 12 03:09:53.837611 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9163f3-fce4-4756-856b-db4dcece1167 req-9987a3a5-37d6-44a6-830e-002e14a5f4fe tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:53.839086 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-da9163f3-fce4-4756-856b-db4dcece1167 req-9987a3a5-37d6-44a6-830e-002e14a5f4fe tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=b92dac26-4e09-49e4-8651-f8c36754250b HTTP/1.1" status: 200 len: 943 time: 0.0484064 Apr 12 03:09:53.891768 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-da9163f3-fce4-4756-856b-db4dcece1167 req-5be51178-87a5-47a0-b599-f99fcdadd81c tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=f06bba6c-0029-4955-9e1d-0088e2eb5594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440283 Apr 12 03:09:54.080908 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c783511-96f5-4775-b581-3692520cfc9e req-64f50fdb-fb9c-4b22-8ecd-7ea9992adff2 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:54.083090 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-8c783511-96f5-4775-b581-3692520cfc9e req-64f50fdb-fb9c-4b22-8ecd-7ea9992adff2 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e636e7e-3a3d-4e34-a988-28131f3278c7 HTTP/1.1" status: 200 len: 946 time: 0.0486643 Apr 12 03:09:54.084974 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device b118642c-37b5-47a0-8bfd-58d89d227883 no longer exists at agent hyperv_hv-cinder-83744 {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:09:54.105988 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] No Port match for: b118642c-37b5-47a0-8bfd-58d89d227883 {{(pid=103485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:09:54.106332 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device b118642c-37b5-47a0-8bfd-58d89d227883 not bound to the agent host hv-cinder-83744 {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:09:54.131406 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-8c783511-96f5-4775-b581-3692520cfc9e req-e00b8cb2-d0dc-48c2-9b89-386c1b99feaa tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416701 Apr 12 03:09:54.794902 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-55619c03-51a0-4a62-80f9-1f33005bf242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (fa7f2a92-0c20-457b-b451-d8a4489755d5), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:55.025488 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5b433-b320-4333-95f4-3045121ce21e req-6a702f1e-9f47-4fc8-911b-7d30b8fa5096 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:55.026996 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-68c5b433-b320-4333-95f4-3045121ce21e req-6a702f1e-9f47-4fc8-911b-7d30b8fa5096 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=b92dac26-4e09-49e4-8651-f8c36754250b HTTP/1.1" status: 200 len: 943 time: 0.0534437 Apr 12 03:09:55.080178 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-68c5b433-b320-4333-95f4-3045121ce21e req-418beb82-ee6e-4022-aad1-3979d1a8e199 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=f06bba6c-0029-4955-9e1d-0088e2eb5594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451770 Apr 12 03:09:55.259577 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f972a8cf-ece9-475b-b728-cf10c997a53e req-c8a5fc17-b2fe-4ebc-9bc0-c8a479143038 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:55.261064 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-f972a8cf-ece9-475b-b728-cf10c997a53e req-c8a5fc17-b2fe-4ebc-9bc0-c8a479143038 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e636e7e-3a3d-4e34-a988-28131f3278c7 HTTP/1.1" status: 200 len: 946 time: 0.0522308 Apr 12 03:09:55.309591 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-f972a8cf-ece9-475b-b728-cf10c997a53e req-a6cf1da2-69e3-4ae2-ab0e-edaedf47047a tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428350 Apr 12 03:09:55.612503 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-40e50805-1748-4cf1-845e-8b916d291998 req-f14fdedb-7f96-4934-86db-2e21bd85ec80 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0c0536c-4715-456d-a9dd-60f7b08e32f5 HTTP/1.1" status: 200 len: 217 time: 0.0378082 Apr 12 03:09:55.974858 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e50805-1748-4cf1-845e-8b916d291998 req-08ba24da-eaac-4b9e-ab52-28d2eefdcb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:55.976637 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-40e50805-1748-4cf1-845e-8b916d291998 req-08ba24da-eaac-4b9e-ab52-28d2eefdcb7a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6de8150c-bedf-4873-b651-20f43e4f6dc1 HTTP/1.1" status: 200 len: 849 time: 0.0572901 Apr 12 03:09:56.034283 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e50805-1748-4cf1-845e-8b916d291998 req-753b1116-e7fa-4bd4-8d2d-55446ce1704a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:56.035793 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-40e50805-1748-4cf1-845e-8b916d291998 req-753b1116-e7fa-4bd4-8d2d-55446ce1704a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=97d0737a-0806-4131-b2fa-4a4f2be2d49e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459208 Apr 12 03:09:56.207130 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c4c22-0557-43ee-a4ce-ff288ae632d3 req-fef04f38-8369-4752-8a87-1ce120a3371a tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:56.208614 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-4b8c4c22-0557-43ee-a4ce-ff288ae632d3 req-fef04f38-8369-4752-8a87-1ce120a3371a tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=b92dac26-4e09-49e4-8651-f8c36754250b HTTP/1.1" status: 200 len: 943 time: 0.0489218 Apr 12 03:09:56.260128 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-4b8c4c22-0557-43ee-a4ce-ff288ae632d3 req-d68de127-094e-4385-9a80-40f862907fbc tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=f06bba6c-0029-4955-9e1d-0088e2eb5594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427661 Apr 12 03:09:56.317636 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee734faf-4152-4c69-abb5-0c83afc7e899 req-a3164c1c-87ff-4012-b4cd-b256f70f9545 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:56.319119 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-ee734faf-4152-4c69-abb5-0c83afc7e899 req-a3164c1c-87ff-4012-b4cd-b256f70f9545 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e636e7e-3a3d-4e34-a988-28131f3278c7 HTTP/1.1" status: 200 len: 946 time: 0.0514057 Apr 12 03:09:56.360542 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-40e50805-1748-4cf1-845e-8b916d291998 req-4c4f6a80-6f4d-4a3c-bcfd-86fd04804563 service neutron] 10.222.0.25 "GET /v2.0/networks/97d0737a-0806-4131-b2fa-4a4f2be2d49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932662 Apr 12 03:09:56.442019 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [req-ee734faf-4152-4c69-abb5-0c83afc7e899 req-8034ceca-02b1-4f2f-a8ca-4fc5d042e8a4 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Deleting port 122baedd-45f6-42b3-afc4-58af86808097 {{(pid=103483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:09:56.442356 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-ee734faf-4152-4c69-abb5-0c83afc7e899 req-8034ceca-02b1-4f2f-a8ca-4fc5d042e8a4 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (122baedd-45f6-42b3-afc4-58af86808097), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:56.453170 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-40e50805-1748-4cf1-845e-8b916d291998 req-b34928ca-5de1-4a7c-8708-dbcee48c7b0f service neutron] 10.222.0.25 "GET /v2.0/networks/97d0737a-0806-4131-b2fa-4a4f2be2d49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867872 Apr 12 03:09:56.477202 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a6fb8-1779-499f-ae22-5712b6db0edd req-af7c7452-85e8-40c8-a92c-5e99c18324da tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:56.478764 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-6e0a6fb8-1779-499f-ae22-5712b6db0edd req-af7c7452-85e8-40c8-a92c-5e99c18324da tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e636e7e-3a3d-4e34-a988-28131f3278c7 HTTP/1.1" status: 200 len: 946 time: 0.0877545 Apr 12 03:09:56.574467 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.db [req-ee734faf-4152-4c69-abb5-0c83afc7e899 req-8034ceca-02b1-4f2f-a8ca-4fc5d042e8a4 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] For port 122baedd-45f6-42b3-afc4-58af86808097, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=122baedd-45f6-42b3-afc4-58af86808097,segment=NetworkSegment(99682a96-90c8-491c-a1f8-c6fe889256f4),segment_id=99682a96-90c8-491c-a1f8-c6fe889256f4)] {{(pid=103483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:09:56.574830 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-ee734faf-4152-4c69-abb5-0c83afc7e899 req-8034ceca-02b1-4f2f-a8ca-4fc5d042e8a4 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (122baedd-45f6-42b3-afc4-58af86808097), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:56.580543 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-6e0a6fb8-1779-499f-ae22-5712b6db0edd req-12b3837e-3a90-426a-b4dd-58e4d17839e6 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/security-groups?id=694e9388-bc09-4211-b27f-5eb265984a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959692 Apr 12 03:09:56.591514 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [req-ee734faf-4152-4c69-abb5-0c83afc7e899 req-8034ceca-02b1-4f2f-a8ca-4fc5d042e8a4 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Calling delete_port for 122baedd-45f6-42b3-afc4-58af86808097 owned by compute:nova {{(pid=103483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:09:56.733468 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-ee734faf-4152-4c69-abb5-0c83afc7e899 req-8034ceca-02b1-4f2f-a8ca-4fc5d042e8a4 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28322803'] for port (122baedd-45f6-42b3-afc4-58af86808097), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:56.745723 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] get_ports_and_sgs() called for port_ids ['122baedd-45f6-42b3-afc4-58af86808097'] {{(pid=103485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:09:56.767306 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8034ceca-02b1-4f2f-a8ca-4fc5d042e8a4 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Pushing event deleted for resources: {'Port': ['ID=122baedd-45f6-42b3-afc4-58af86808097,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:56.844870 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee734faf-4152-4c69-abb5-0c83afc7e899 req-8034ceca-02b1-4f2f-a8ca-4fc5d042e8a4 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] No DVR routers for this DVR port 122baedd-45f6-42b3-afc4-58af86808097 on host hv-cinder-83744 {{(pid=103483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:09:56.848771 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-ee734faf-4152-4c69-abb5-0c83afc7e899 req-8034ceca-02b1-4f2f-a8ca-4fc5d042e8a4 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for port (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:56.852050 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-ee734faf-4152-4c69-abb5-0c83afc7e899 req-8034ceca-02b1-4f2f-a8ca-4fc5d042e8a4 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.25 "DELETE /v2.0/ports/122baedd-45f6-42b3-afc4-58af86808097 HTTP/1.1" status: 204 len: 173 time: 0.5273623 Apr 12 03:09:56.852503 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e636e7e-3a3d-4e34-a988-28131f3278c7', 'name': 'network-vif-deleted', 'tag': '122baedd-45f6-42b3-afc4-58af86808097'}] {{(pid=103483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:09:56.855303 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e274900216188b1398d2f2ab6fda0f9d84329b9f507230773e3e9728a2d4b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46f0abf-8214-43fd-88b9-293d98e57348" -d '{"events": [{"server_uuid": "4e636e7e-3a3d-4e34-a988-28131f3278c7", "name": "network-vif-deleted", "tag": "122baedd-45f6-42b3-afc4-58af86808097"}]}' {{(pid=103483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:09:56.865695 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2cce19-2638-4ba1-ab21-048632a69fd3 req-a62ac216-2c30-47d7-adb5-404545698125 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:56.867183 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-eb2cce19-2638-4ba1-ab21-048632a69fd3 req-a62ac216-2c30-47d7-adb5-404545698125 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=47eef148-b953-496c-9cb7-2436d279266c HTTP/1.1" status: 200 len: 945 time: 0.1022503 Apr 12 03:09:56.894707 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b74b596-73fe-4dfe-bfcf-adbbeb056c95 x-openstack-request-id: req-8b74b596-73fe-4dfe-bfcf-adbbeb056c95 {{(pid=103483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:09:56.894992 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e636e7e-3a3d-4e34-a988-28131f3278c7", "name": "network-vif-deleted", "tag": "122baedd-45f6-42b3-afc4-58af86808097", "status": "completed", "code": 200}]} {{(pid=103483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:09:56.895238 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8b74b596-73fe-4dfe-bfcf-adbbeb056c95 {{(pid=103483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:09:56.895630 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b74b596-73fe-4dfe-bfcf-adbbeb056c95'] response: {'server_uuid': '4e636e7e-3a3d-4e34-a988-28131f3278c7', 'name': 'network-vif-deleted', 'tag': '122baedd-45f6-42b3-afc4-58af86808097', 'status': 'completed', 'code': 200} Apr 12 03:09:56.918780 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-eb2cce19-2638-4ba1-ab21-048632a69fd3 req-dd680436-f0fc-4917-b28f-e9b1e6d900ae tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?id=311601b1-8e82-466a-a900-64ea48794e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452433 Apr 12 03:09:57.237764 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dd71d875-5628-4b65-b3e1-91cdc593b70b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (beb15aed-f2b6-4676-85ca-b43f14e6acf3), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:57.346715 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3e39f-09fe-45e3-9523-5fc926a2acb4 req-63f1d873-495b-41d2-b43a-4f3a6a5c5f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:57.348750 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-64e3e39f-09fe-45e3-9523-5fc926a2acb4 req-63f1d873-495b-41d2-b43a-4f3a6a5c5f87 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e1e5d1d0e5ee459d9a29175e6dfae245&device_id=b92dac26-4e09-49e4-8651-f8c36754250b HTTP/1.1" status: 200 len: 1127 time: 0.0466115 Apr 12 03:09:57.439859 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a567de3-41ee-426a-8478-bf7182f6c390 req-6cc32e06-0d6c-4c02-9688-53139f5d6f08 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:57.441340 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-9a567de3-41ee-426a-8478-bf7182f6c390 req-6cc32e06-0d6c-4c02-9688-53139f5d6f08 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=b92dac26-4e09-49e4-8651-f8c36754250b HTTP/1.1" status: 200 len: 943 time: 0.1033275 Apr 12 03:09:57.494012 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-9a567de3-41ee-426a-8478-bf7182f6c390 req-4c3e03ef-3927-45e2-8ad0-88aa52c9e2f3 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=f06bba6c-0029-4955-9e1d-0088e2eb5594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468862 Apr 12 03:09:57.684531 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-461ddfe2-9480-44d1-b5da-56fbe23f388b req-54902c8e-3ccf-49b9-b67a-271de5b4b6e5 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e636e7e-3a3d-4e34-a988-28131f3278c7 HTTP/1.1" status: 200 len: 210 time: 0.0364883 Apr 12 03:09:58.050872 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f965dc8-1c64-438a-9168-7e32f4ee2900 req-2e1a95dc-446e-40ee-ac10-46e829a98dfd tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:58.052328 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-8f965dc8-1c64-438a-9168-7e32f4ee2900 req-2e1a95dc-446e-40ee-ac10-46e829a98dfd tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=47eef148-b953-496c-9cb7-2436d279266c HTTP/1.1" status: 200 len: 945 time: 0.0585670 Apr 12 03:09:58.102604 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-8f965dc8-1c64-438a-9168-7e32f4ee2900 req-c1801569-0541-475e-be9f-f19d2d5c49a7 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?id=311601b1-8e82-466a-a900-64ea48794e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432103 Apr 12 03:09:58.245408 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a63736aa-03b4-448a-a5ac-a324793c796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (2fa08797-e830-4b1e-af03-8a255eb086f2), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:58.615748 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce6fa33-7141-4dde-b390-5b4550471ada req-42547b47-bf47-4a71-be43-5922001530f6 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:58.617465 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-0ce6fa33-7141-4dde-b390-5b4550471ada req-42547b47-bf47-4a71-be43-5922001530f6 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=b92dac26-4e09-49e4-8651-f8c36754250b HTTP/1.1" status: 200 len: 943 time: 0.0517175 Apr 12 03:09:58.726232 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-0ce6fa33-7141-4dde-b390-5b4550471ada req-251cedcb-af46-496b-a617-b89e311b6df7 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=f06bba6c-0029-4955-9e1d-0088e2eb5594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978134 Apr 12 03:09:58.744507 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3e39f-09fe-45e3-9523-5fc926a2acb4 req-78c97e80-1db3-45d7-a651-a831b61393a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:58.746474 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-64e3e39f-09fe-45e3-9523-5fc926a2acb4 req-78c97e80-1db3-45d7-a651-a831b61393a0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=97d0737a-0806-4131-b2fa-4a4f2be2d49e HTTP/1.1" status: 200 len: 910 time: 0.1252205 Apr 12 03:09:58.798569 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-fb6552da-3f5a-4386-8d6f-454857b63366 req-bb38c31f-fb89-4e4f-adb8-74950488d9d7 tempest-ServerRescueNegativeTestJSON-19928094 tempest-ServerRescueNegativeTestJSON-19928094-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e636e7e-3a3d-4e34-a988-28131f3278c7 HTTP/1.1" status: 200 len: 210 time: 0.0300021 Apr 12 03:09:58.808966 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-64e3e39f-09fe-45e3-9523-5fc926a2acb4 req-42a48f92-f9e0-4141-bf99-b55d6c3a114d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0c0536c-4715-456d-a9dd-60f7b08e32f5 HTTP/1.1" status: 200 len: 217 time: 0.0356977 Apr 12 03:09:58.860089 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3e39f-09fe-45e3-9523-5fc926a2acb4 req-32828fef-7fc5-4464-ba48-56f071627bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:58.861501 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-64e3e39f-09fe-45e3-9523-5fc926a2acb4 req-32828fef-7fc5-4464-ba48-56f071627bda service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6de8150c-bedf-4873-b651-20f43e4f6dc1 HTTP/1.1" status: 200 len: 849 time: 0.0456510 Apr 12 03:09:59.091463 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3e39f-09fe-45e3-9523-5fc926a2acb4 req-56ca82aa-96c5-4ee4-a024-35bdf30e2604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:59.093118 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-64e3e39f-09fe-45e3-9523-5fc926a2acb4 req-56ca82aa-96c5-4ee4-a024-35bdf30e2604 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=97d0737a-0806-4131-b2fa-4a4f2be2d49e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481410 Apr 12 03:09:59.110971 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042a9d5-ac8f-4035-852a-9683bb474704 req-c5189881-e36b-4954-a4aa-df08627b8c09 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:59.112503 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-5042a9d5-ac8f-4035-852a-9683bb474704 req-c5189881-e36b-4954-a4aa-df08627b8c09 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.25 "GET /v2.0/ports?device_id=47eef148-b953-496c-9cb7-2436d279266c HTTP/1.1" status: 200 len: 945 time: 0.0505433 Apr 12 03:09:59.198673 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-64e3e39f-09fe-45e3-9523-5fc926a2acb4 req-63fb5a69-1ce2-4555-9804-3bd14f17c0f4 service neutron] 10.222.0.25 "GET /v2.0/networks/97d0737a-0806-4131-b2fa-4a4f2be2d49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962257 Apr 12 03:09:59.221877 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-5042a9d5-ac8f-4035-852a-9683bb474704 req-4e419a6d-7842-4b2a-977f-4ba2e536fc93 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Deleting port be3801ec-8fcf-4c71-8f75-ca89b95f64b7 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:09:59.222534 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-5042a9d5-ac8f-4035-852a-9683bb474704 req-4e419a6d-7842-4b2a-977f-4ba2e536fc93 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (be3801ec-8fcf-4c71-8f75-ca89b95f64b7), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:59.258118 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9224c6-1156-4b0c-b03b-274dd8a2b7b7 req-8bfeca64-bf68-417b-b35c-0559027e923d tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:59.259847 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-ad9224c6-1156-4b0c-b03b-274dd8a2b7b7 req-8bfeca64-bf68-417b-b35c-0559027e923d tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=47eef148-b953-496c-9cb7-2436d279266c HTTP/1.1" status: 200 len: 945 time: 0.0759275 Apr 12 03:09:59.315832 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-5042a9d5-ac8f-4035-852a-9683bb474704 req-4e419a6d-7842-4b2a-977f-4ba2e536fc93 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] For port be3801ec-8fcf-4c71-8f75-ca89b95f64b7, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=be3801ec-8fcf-4c71-8f75-ca89b95f64b7,segment=NetworkSegment(dd5e46db-2abb-4e6f-862d-f5a1257f87c2),segment_id=dd5e46db-2abb-4e6f-862d-f5a1257f87c2)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:09:59.316582 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-5042a9d5-ac8f-4035-852a-9683bb474704 req-4e419a6d-7842-4b2a-977f-4ba2e536fc93 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (be3801ec-8fcf-4c71-8f75-ca89b95f64b7), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:59.346212 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-64e3e39f-09fe-45e3-9523-5fc926a2acb4 req-c1a31154-6352-457b-8f6e-174b456af936 service neutron] 10.222.0.25 "GET /v2.0/networks/97d0737a-0806-4131-b2fa-4a4f2be2d49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314902 Apr 12 03:09:59.349384 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-ad9224c6-1156-4b0c-b03b-274dd8a2b7b7 req-c6866554-85ad-4a48-9203-8598d2e9ba6a tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?id=311601b1-8e82-466a-a900-64ea48794e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635457 Apr 12 03:09:59.491495 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-5042a9d5-ac8f-4035-852a-9683bb474704 req-4e419a6d-7842-4b2a-977f-4ba2e536fc93 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:59.491894 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-5042a9d5-ac8f-4035-852a-9683bb474704 req-4e419a6d-7842-4b2a-977f-4ba2e536fc93 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682737'] for floatingip (57cb4077-7f8b-430f-9647-774013416191), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:59.492198 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.db.l3_db [req-5042a9d5-ac8f-4035-852a-9683bb474704 req-4e419a6d-7842-4b2a-977f-4ba2e536fc93 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Floating IP 57cb4077-7f8b-430f-9647-774013416191 disassociated. External IP: 172.27.3.88, port: be3801ec-8fcf-4c71-8f75-ca89b95f64b7. Apr 12 03:09:59.492536 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-5042a9d5-ac8f-4035-852a-9683bb474704 req-4e419a6d-7842-4b2a-977f-4ba2e536fc93 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Calling delete_port for be3801ec-8fcf-4c71-8f75-ca89b95f64b7 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:09:59.628838 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-5042a9d5-ac8f-4035-852a-9683bb474704 req-4e419a6d-7842-4b2a-977f-4ba2e536fc93 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28695539'] for port (be3801ec-8fcf-4c71-8f75-ca89b95f64b7), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:59.657930 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e419a6d-7842-4b2a-977f-4ba2e536fc93 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Pushing event deleted for resources: {'Port': ['ID=be3801ec-8fcf-4c71-8f75-ca89b95f64b7,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:59.777412 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5042a9d5-ac8f-4035-852a-9683bb474704 req-4e419a6d-7842-4b2a-977f-4ba2e536fc93 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Router 35c512b1-c0fa-4787-9673-d33c78bee148 has already been hosted by L3 agent beb15aed-f2b6-4676-85ca-b43f14e6acf3 {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:09:59.909141 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c97b08-623b-466f-bde7-2e1a5ff3e054 req-ed50fd09-7704-4642-b32f-d90cef570aa3 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:59.910722 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-66c97b08-623b-466f-bde7-2e1a5ff3e054 req-ed50fd09-7704-4642-b32f-d90cef570aa3 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=b92dac26-4e09-49e4-8651-f8c36754250b HTTP/1.1" status: 200 len: 943 time: 0.0898805 Apr 12 03:09:59.912253 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 46274) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:59.933533 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be625cda-7f2b-4ec3-b03f-aa24446ccc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d888e177-8f03-43a8-a394-c59927fa1996), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:59.944279 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5042a9d5-ac8f-4035-852a-9683bb474704 req-4e419a6d-7842-4b2a-977f-4ba2e536fc93 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Notify agent at l3_agent.dv-cinder-837443-1-iscsi the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:09:59.956392 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fd0044-f793-4a01-b9da-5c4ca13fc9c2 None None] Sync routers for ids ['35c512b1-c0fa-4787-9673-d33c78bee148'] in dv-cinder-837443-1-iscsi {{(pid=103485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:09:59.966376 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fd0044-f793-4a01-b9da-5c4ca13fc9c2 None None] Routers {'35c512b1-c0fa-4787-9673-d33c78bee148'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:09:59.967368 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-23fd0044-f793-4a01-b9da-5c4ca13fc9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:09:57Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['35c512b1-c0fa-4787-9673-d33c78bee148'], 'active': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:10:00.002886 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-5042a9d5-ac8f-4035-852a-9683bb474704 req-4e419a6d-7842-4b2a-977f-4ba2e536fc93 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] No DVR routers for this DVR port be3801ec-8fcf-4c71-8f75-ca89b95f64b7 on host hv-cinder-83744 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:10:00.008814 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-5042a9d5-ac8f-4035-852a-9683bb474704 req-4e419a6d-7842-4b2a-977f-4ba2e536fc93 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for port (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:00.012272 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-5042a9d5-ac8f-4035-852a-9683bb474704 req-4e419a6d-7842-4b2a-977f-4ba2e536fc93 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.25 "DELETE /v2.0/ports/be3801ec-8fcf-4c71-8f75-ca89b95f64b7 HTTP/1.1" status: 204 len: 173 time: 0.8896511 Apr 12 03:10:00.012732 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47eef148-b953-496c-9cb7-2436d279266c', 'name': 'network-vif-deleted', 'tag': 'be3801ec-8fcf-4c71-8f75-ca89b95f64b7'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:10:00.015224 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d98137ebe7b3f8ae23a53251b76916d727952a33f49bb2ab88d2915e9897d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ac77e7-e6a3-4c38-a1c0-497c227da267" -d '{"events": [{"server_uuid": "47eef148-b953-496c-9cb7-2436d279266c", "name": "network-vif-deleted", "tag": "be3801ec-8fcf-4c71-8f75-ca89b95f64b7"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:10:00.021075 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-66c97b08-623b-466f-bde7-2e1a5ff3e054 req-d035e98b-fcd3-4240-85ad-9188ca3f8b01 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=f06bba6c-0029-4955-9e1d-0088e2eb5594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993690 Apr 12 03:10:00.075859 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a9a23d-4b9e-4627-9767-53473f2ffa61 x-openstack-request-id: req-63a9a23d-4b9e-4627-9767-53473f2ffa61 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:10:00.076438 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47eef148-b953-496c-9cb7-2436d279266c", "name": "network-vif-deleted", "tag": "be3801ec-8fcf-4c71-8f75-ca89b95f64b7", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:10:00.076894 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-63a9a23d-4b9e-4627-9767-53473f2ffa61 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:10:00.077614 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63a9a23d-4b9e-4627-9767-53473f2ffa61'] response: {'server_uuid': '47eef148-b953-496c-9cb7-2436d279266c', 'name': 'network-vif-deleted', 'tag': 'be3801ec-8fcf-4c71-8f75-ca89b95f64b7', 'status': 'completed', 'code': 200} Apr 12 03:10:00.116263 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvr_db [None req-23fd0044-f793-4a01-b9da-5c4ca13fc9c2 None None] Set router 35c512b1-c0fa-4787-9673-d33c78bee148 gateway port host: dv-cinder-837443-1-iscsi {{(pid=103485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:10:00.145437 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device c0c0536c-4715-456d-a9dd-60f7b08e32f5 details requested by agent hyperv_hv-cinder-83744 with host hv-cinder-83744 {{(pid=103485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 03:10:00.147429 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device 122baedd-45f6-42b3-afc4-58af86808097 no longer exists at agent hyperv_hv-cinder-83744 {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:10:00.230550 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] No Port match for: 122baedd-45f6-42b3-afc4-58af86808097 {{(pid=103485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:10:00.230889 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device 122baedd-45f6-42b3-afc4-58af86808097 not bound to the agent host hv-cinder-83744 {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:10:00.409409 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port c0c0536c-4715-456d-a9dd-60f7b08e32f5, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=c0c0536c-4715-456d-a9dd-60f7b08e32f5,segment=NetworkSegment(7d4ebf86-1a25-4cfb-9940-c09dda9a1a9a),segment_id=7d4ebf86-1a25-4cfb-9940-c09dda9a1a9a)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:10:00.426657 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Returning: {'device': 'c0c0536c-4715-456d-a9dd-60f7b08e32f5', 'network_id': '97d0737a-0806-4131-b2fa-4a4f2be2d49e', 'port_id': 'c0c0536c-4715-456d-a9dd-60f7b08e32f5', 'mac_address': 'fa:16:3e:99:24:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6de8150c-bedf-4873-b651-20f43e4f6dc1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 03:10:00.431902 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-23fd0044-f793-4a01-b9da-5c4ca13fc9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'name': 'tempest-AttachVolumeNegativeTest-1586939642-router', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '95173c10-6b01-412c-bf6f-36551b81baff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:49Z', 'updated_at': '2022-04-12T03:05:12Z', 'revision_number': 4, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'gw_port': {'id': '95173c10-6b01-412c-bf6f-36551b81baff', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:38:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:51Z', 'updated_at': '2022-04-12T03:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': '054442ec-508f-4b5a-9b29-057809715a20', 'name': '', 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'mac_address': 'fa:16:3e:17:75:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3d77e3de-5404-4af1-9a0f-14127064fff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:05:09Z', 'updated_at': '2022-04-12T03:05:19Z', 'revision_number': 5, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'subnets': [{'id': '3d77e3de-5404-4af1-9a0f-14127064fff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:10:00.493500 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-37248c51-1632-4fa9-abe8-3748fa9b07e4 req-ab5b561c-2fbf-43dd-aa43-8ecd56e681fb tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=47eef148-b953-496c-9cb7-2436d279266c HTTP/1.1" status: 200 len: 210 time: 0.0460930 Apr 12 03:10:00.502247 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fd0044-f793-4a01-b9da-5c4ca13fc9c2 None None] Checking router: 35c512b1-c0fa-4787-9673-d33c78bee148 for host: dv-cinder-837443-1-iscsi {{(pid=103485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:10:00.507986 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Current status of the port c0c0536c-4715-456d-a9dd-60f7b08e32f5 is: DOWN; New status is: BUILD {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:10:00.508581 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (c0c0536c-4715-456d-a9dd-60f7b08e32f5), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:00.525642 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0c0536c-4715-456d-a9dd-60f7b08e32f5 {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:10:00.528746 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-65b2ab09-90ca-4967-b407-66b95cbe4254 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685297'] for router_interface (c8e4223e-510f-477d-a359-e91f259fe4fb), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:00.530747 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fd0044-f793-4a01-b9da-5c4ca13fc9c2 None None] Routers {'35c512b1-c0fa-4787-9673-d33c78bee148'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:10:00.531555 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-23fd0044-f793-4a01-b9da-5c4ca13fc9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:09:57Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['35c512b1-c0fa-4787-9673-d33c78bee148'], 'active': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:10:00.584848 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port c0c0536c-4715-456d-a9dd-60f7b08e32f5, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=c0c0536c-4715-456d-a9dd-60f7b08e32f5,segment=NetworkSegment(7d4ebf86-1a25-4cfb-9940-c09dda9a1a9a),segment_id=7d4ebf86-1a25-4cfb-9940-c09dda9a1a9a)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:10:00.590484 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (c0c0536c-4715-456d-a9dd-60f7b08e32f5), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:00.684726 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Pushing event updated for resources: {'Port': ['ID=c0c0536c-4715-456d-a9dd-60f7b08e32f5,revision_number=4']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:00.695986 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvr_db [None req-23fd0044-f793-4a01-b9da-5c4ca13fc9c2 None None] Set router 35c512b1-c0fa-4787-9673-d33c78bee148 gateway port host: dv-cinder-837443-1-iscsi {{(pid=103485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:10:00.698855 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:00.699198 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:00.699536 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:00.699911 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:00.700549 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:00.700894 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:00.701188 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:00.701502 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:00.701820 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:00.702120 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:00.702438 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:00.702773 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:00.703087 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:00.703400 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:00.703710 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:00.834956 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] get_ports_and_sgs() called for port_ids ['c0c0536c-4715-456d-a9dd-60f7b08e32f5'] {{(pid=103485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:10:01.085565 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-23fd0044-f793-4a01-b9da-5c4ca13fc9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'name': 'tempest-AttachVolumeNegativeTest-1586939642-router', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '95173c10-6b01-412c-bf6f-36551b81baff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:49Z', 'updated_at': '2022-04-12T03:05:12Z', 'revision_number': 4, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'gw_port': {'id': '95173c10-6b01-412c-bf6f-36551b81baff', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:38:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:51Z', 'updated_at': '2022-04-12T03:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': '054442ec-508f-4b5a-9b29-057809715a20', 'name': '', 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'mac_address': 'fa:16:3e:17:75:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3d77e3de-5404-4af1-9a0f-14127064fff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:05:09Z', 'updated_at': '2022-04-12T03:05:19Z', 'revision_number': 5, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'subnets': [{'id': '3d77e3de-5404-4af1-9a0f-14127064fff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:10:01.091955 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [None req-65b2ab09-90ca-4967-b407-66b95cbe4254 admin admin] Deleting port 7a3e36c3-c754-4dd5-a185-3f25286139da {{(pid=103483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:10:01.092437 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-65b2ab09-90ca-4967-b407-66b95cbe4254 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (7a3e36c3-c754-4dd5-a185-3f25286139da), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:01.121077 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fd0044-f793-4a01-b9da-5c4ca13fc9c2 None None] The sync data for ids ['35c512b1-c0fa-4787-9673-d33c78bee148'] in dv-cinder-837443-1-iscsi is: [{'id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'name': 'tempest-AttachVolumeNegativeTest-1586939642-router', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '95173c10-6b01-412c-bf6f-36551b81baff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:49Z', 'updated_at': '2022-04-12T03:05:12Z', 'revision_number': 4, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'gw_port': {'id': '95173c10-6b01-412c-bf6f-36551b81baff', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:38:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:51Z', 'updated_at': '2022-04-12T03:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': '054442ec-508f-4b5a-9b29-057809715a20', 'name': '', 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'mac_address': 'fa:16:3e:17:75:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3d77e3de-5404-4af1-9a0f-14127064fff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:05:09Z', 'updated_at': '2022-04-12T03:05:19Z', 'revision_number': 5, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'subnets': [{'id': '3d77e3de-5404-4af1-9a0f-14127064fff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:10:01.184373 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be0096d-dfff-4816-b5e2-a9392bd66747 req-970027d5-5170-4af3-95e6-670532013551 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:01.185893 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-9be0096d-dfff-4816-b5e2-a9392bd66747 req-970027d5-5170-4af3-95e6-670532013551 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=b92dac26-4e09-49e4-8651-f8c36754250b HTTP/1.1" status: 200 len: 944 time: 0.0823925 Apr 12 03:10:01.228188 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.db [None req-65b2ab09-90ca-4967-b407-66b95cbe4254 admin admin] For port 7a3e36c3-c754-4dd5-a185-3f25286139da, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=7a3e36c3-c754-4dd5-a185-3f25286139da,segment=NetworkSegment(99682a96-90c8-491c-a1f8-c6fe889256f4),segment_id=99682a96-90c8-491c-a1f8-c6fe889256f4)] {{(pid=103483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:10:01.228541 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-65b2ab09-90ca-4967-b407-66b95cbe4254 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (7a3e36c3-c754-4dd5-a185-3f25286139da), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:01.252611 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [None req-65b2ab09-90ca-4967-b407-66b95cbe4254 admin admin] Calling delete_port for 7a3e36c3-c754-4dd5-a185-3f25286139da owned by network:router_interface {{(pid=103483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:10:01.264003 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-9be0096d-dfff-4816-b5e2-a9392bd66747 req-125a4d2c-0e05-4c4d-907f-8b41d9bf7157 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=f06bba6c-0029-4955-9e1d-0088e2eb5594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703268 Apr 12 03:10:01.344413 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:01.359680 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cb8878-04b6-47c1-b8d7-3538519779b6 None None] New status for floating IP 57cb4077-7f8b-430f-9647-774013416191: DOWN {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 03:10:01.447661 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-65b2ab09-90ca-4967-b407-66b95cbe4254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28322803'] for port (7a3e36c3-c754-4dd5-a185-3f25286139da), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:01.473823 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b2ab09-90ca-4967-b407-66b95cbe4254 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a3e36c3-c754-4dd5-a185-3f25286139da,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:01.582943 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 46288) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:01.651884 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c25ab791-e385-464c-b4c2-90dc7ae59489 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for security_group (311601b1-8e82-466a-a900-64ea48794e1c), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:01.677507 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c25ab791-e385-464c-b4c2-90dc7ae59489 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for security_group (311601b1-8e82-466a-a900-64ea48794e1c), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:01.678641 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-65b2ab09-90ca-4967-b407-66b95cbe4254 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685149'] for router_interface (c8e4223e-510f-477d-a359-e91f259fe4fb), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:01.727349 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c25ab791-e385-464c-b4c2-90dc7ae59489 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (311601b1-8e82-466a-a900-64ea48794e1c), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:01.730147 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c25ab791-e385-464c-b4c2-90dc7ae59489 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:01.731290 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-c25ab791-e385-464c-b4c2-90dc7ae59489 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "DELETE /v2.0/security-groups/311601b1-8e82-466a-a900-64ea48794e1c HTTP/1.1" status: 204 len: 168 time: 0.1467228 Apr 12 03:10:01.735597 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 46290) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:01.748299 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25ab791-e385-464c-b4c2-90dc7ae59489 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=311601b1-8e82-466a-a900-64ea48794e1c,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:01.754714 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.api.v2.resource [None req-28558a64-d4c5-4ede-ac61-f9ebdbdcc980 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] show failed (client error): The resource could not be found. Apr 12 03:10:01.755746 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-28558a64-d4c5-4ede-ac61-f9ebdbdcc980 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups/311601b1-8e82-466a-a900-64ea48794e1c HTTP/1.1" status: 404 len: 347 time: 0.0192158 Apr 12 03:10:01.758762 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 46292) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:01.886545 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-e5f382bf-80a0-4fe2-8dda-7147753612ba tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Deleting port 956466d4-ceb9-43ea-ab0c-fbd0491a33fc {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:10:01.886844 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e5f382bf-80a0-4fe2-8dda-7147753612ba tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (956466d4-ceb9-43ea-ab0c-fbd0491a33fc), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:01.932620 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b2ab09-90ca-4967-b407-66b95cbe4254 admin admin] Router c8e4223e-510f-477d-a359-e91f259fe4fb has already been hosted by L3 agent beb15aed-f2b6-4676-85ca-b43f14e6acf3 {{(pid=103483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:10:01.963912 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e5f382bf-80a0-4fe2-8dda-7147753612ba tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (956466d4-ceb9-43ea-ab0c-fbd0491a33fc), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:01.964221 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e5f382bf-80a0-4fe2-8dda-7147753612ba tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for floatingip (956466d4-ceb9-43ea-ab0c-fbd0491a33fc), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:01.976240 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-e5f382bf-80a0-4fe2-8dda-7147753612ba tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Calling delete_port for 956466d4-ceb9-43ea-ab0c-fbd0491a33fc owned by network:floatingip {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:10:02.042615 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b2ab09-90ca-4967-b407-66b95cbe4254 admin admin] Notify agent at l3_agent.dv-cinder-837443-1-iscsi the message routers_updated {{(pid=103483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:10:02.050016 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-65b2ab09-90ca-4967-b407-66b95cbe4254 admin admin] 10.222.0.32 "PUT /v2.0/routers/c8e4223e-510f-477d-a359-e91f259fe4fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1344423 Apr 12 03:10:02.050431 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 46294) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:02.054991 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f764ff2-da2f-4935-b7a4-6131e1e2af89 None None] Sync routers for ids ['c8e4223e-510f-477d-a359-e91f259fe4fb'] in dv-cinder-837443-1-iscsi {{(pid=103485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:10:02.065119 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f764ff2-da2f-4935-b7a4-6131e1e2af89 None None] Routers {'c8e4223e-510f-477d-a359-e91f259fe4fb'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:10:02.065733 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-3f764ff2-da2f-4935-b7a4-6131e1e2af89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:09:57Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['c8e4223e-510f-477d-a359-e91f259fe4fb'], 'active': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:10:02.122977 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e5f382bf-80a0-4fe2-8dda-7147753612ba tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28695539'] for port (956466d4-ceb9-43ea-ab0c-fbd0491a33fc), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:02.148008 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device c0c0536c-4715-456d-a9dd-60f7b08e32f5 up at agent hyperv_hv-cinder-83744 {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:10:02.150668 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f382bf-80a0-4fe2-8dda-7147753612ba tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Pushing event deleted for resources: {'Port': ['ID=956466d4-ceb9-43ea-ab0c-fbd0491a33fc,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:02.169178 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-68bb8075-83b4-46e1-aea1-dd8a4fe8debd admin admin] Publish callbacks [] for router (c8e4223e-510f-477d-a359-e91f259fe4fb), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:02.211398 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvr_db [None req-3f764ff2-da2f-4935-b7a4-6131e1e2af89 None None] Set router c8e4223e-510f-477d-a359-e91f259fe4fb gateway port host: dv-cinder-837443-1-iscsi {{(pid=103485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:10:02.216633 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e5f382bf-80a0-4fe2-8dda-7147753612ba tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for floatingip (57cb4077-7f8b-430f-9647-774013416191), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:02.220523 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e5f382bf-80a0-4fe2-8dda-7147753612ba tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for floatingip (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:02.224888 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-e5f382bf-80a0-4fe2-8dda-7147753612ba tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "DELETE /v2.0/floatingips/57cb4077-7f8b-430f-9647-774013416191 HTTP/1.1" status: 204 len: 168 time: 0.4624779 Apr 12 03:10:02.274281 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Provisioning for port c0c0536c-4715-456d-a9dd-60f7b08e32f5 completed by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 03:10:02.284615 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-68bb8075-83b4-46e1-aea1-dd8a4fe8debd admin admin] Publish callbacks [] for router_gateway (c8e4223e-510f-477d-a359-e91f259fe4fb), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:02.289341 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Provisioning complete for port c0c0536c-4715-456d-a9dd-60f7b08e32f5 triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:10:02.290091 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (c0c0536c-4715-456d-a9dd-60f7b08e32f5), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:02.334741 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [None req-68bb8075-83b4-46e1-aea1-dd8a4fe8debd admin admin] Deleting port 617d04a3-61eb-4246-b9a5-ecf4f7581920 {{(pid=103483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:10:02.335095 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-68bb8075-83b4-46e1-aea1-dd8a4fe8debd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (617d04a3-61eb-4246-b9a5-ecf4f7581920), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:02.430446 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Current status of the port c0c0536c-4715-456d-a9dd-60f7b08e32f5 is: BUILD; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:10:02.430730 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (c0c0536c-4715-456d-a9dd-60f7b08e32f5), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:02.435984 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9646d7-33a3-403d-94db-1725146f5e36 req-22aac9df-c385-4cd7-be32-7f7e70e3c120 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:02.437433 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-ce9646d7-33a3-403d-94db-1725146f5e36 req-22aac9df-c385-4cd7-be32-7f7e70e3c120 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=b92dac26-4e09-49e4-8651-f8c36754250b HTTP/1.1" status: 200 len: 944 time: 0.0824788 Apr 12 03:10:02.475574 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.db [None req-68bb8075-83b4-46e1-aea1-dd8a4fe8debd admin admin] For port 617d04a3-61eb-4246-b9a5-ecf4f7581920, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=617d04a3-61eb-4246-b9a5-ecf4f7581920,segment=NetworkSegment(44a05d23-3fd0-4081-9abb-c6033767afb5),segment_id=44a05d23-3fd0-4081-9abb-c6033767afb5)] {{(pid=103483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:10:02.476096 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-68bb8075-83b4-46e1-aea1-dd8a4fe8debd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (617d04a3-61eb-4246-b9a5-ecf4f7581920), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:02.482989 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b92dac26-4e09-49e4-8651-f8c36754250b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c0536c-4715-456d-a9dd-60f7b08e32f5'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:10:02.485259 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa41105cf641d53c122ae13245b26b419564b0c0a795a4827d4ee8fd8725077e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26be20c8-14cc-4fd5-a7b9-2c4e20e3612b" -d '{"events": [{"server_uuid": "b92dac26-4e09-49e4-8651-f8c36754250b", "name": "network-vif-plugged", "status": "completed", "tag": "c0c0536c-4715-456d-a9dd-60f7b08e32f5"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:10:02.496098 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-3f764ff2-da2f-4935-b7a4-6131e1e2af89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e4223e-510f-477d-a359-e91f259fe4fb', 'name': 'tempest-ServerRescueNegativeTestJSON-233504797-router', 'tenant_id': '52b2d02e7570468daabac047ad3a7fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '617d04a3-61eb-4246-b9a5-ecf4f7581920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:50Z', 'updated_at': '2022-04-12T03:10:01Z', 'revision_number': 5, 'project_id': '52b2d02e7570468daabac047ad3a7fa5', 'gw_port': {'id': '617d04a3-61eb-4246-b9a5-ecf4f7581920', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:71:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e4223e-510f-477d-a359-e91f259fe4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:52Z', 'updated_at': '2022-04-12T03:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi'}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:10:02.499621 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [None req-68bb8075-83b4-46e1-aea1-dd8a4fe8debd admin admin] Calling delete_port for 617d04a3-61eb-4246-b9a5-ecf4f7581920 owned by network:router_gateway {{(pid=103483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:10:02.501417 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port c0c0536c-4715-456d-a9dd-60f7b08e32f5, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=c0c0536c-4715-456d-a9dd-60f7b08e32f5,segment=NetworkSegment(7d4ebf86-1a25-4cfb-9940-c09dda9a1a9a),segment_id=7d4ebf86-1a25-4cfb-9940-c09dda9a1a9a)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:10:02.523057 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-ce9646d7-33a3-403d-94db-1725146f5e36 req-a76fbcff-8b03-4452-82da-1dec4216c858 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=f06bba6c-0029-4955-9e1d-0088e2eb5594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752804 Apr 12 03:10:02.532118 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f764ff2-da2f-4935-b7a4-6131e1e2af89 None None] Checking router: c8e4223e-510f-477d-a359-e91f259fe4fb for host: dv-cinder-837443-1-iscsi {{(pid=103485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:10:02.534108 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (c0c0536c-4715-456d-a9dd-60f7b08e32f5), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:02.569284 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f764ff2-da2f-4935-b7a4-6131e1e2af89 None None] Routers {'c8e4223e-510f-477d-a359-e91f259fe4fb'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:10:02.569933 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-3f764ff2-da2f-4935-b7a4-6131e1e2af89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:09:57Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['c8e4223e-510f-477d-a359-e91f259fe4fb'], 'active': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:10:02.578249 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 46302) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:02.583254 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-d2202369-afed-4531-9ff8-240a17a07dd9 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1300018247', 'description': 'tempest-description--2123117002'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:10:02.612358 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d2202369-afed-4531-9ff8-240a17a07dd9 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:02.631855 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab38761-1777-4fc4-a31b-6e5c44046867 x-openstack-request-id: req-aab38761-1777-4fc4-a31b-6e5c44046867 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:10:02.632399 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b92dac26-4e09-49e4-8651-f8c36754250b", "name": "network-vif-plugged", "status": "completed", "tag": "c0c0536c-4715-456d-a9dd-60f7b08e32f5", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:10:02.632798 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aab38761-1777-4fc4-a31b-6e5c44046867 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:10:02.633336 dv-cinder-837443-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aab38761-1777-4fc4-a31b-6e5c44046867'] response: {'server_uuid': 'b92dac26-4e09-49e4-8651-f8c36754250b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c0536c-4715-456d-a9dd-60f7b08e32f5', 'code': 200} Apr 12 03:10:02.664520 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Pushing event updated for resources: {'Port': ['ID=c0c0536c-4715-456d-a9dd-60f7b08e32f5,revision_number=5']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:02.701680 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvr_db [None req-3f764ff2-da2f-4935-b7a4-6131e1e2af89 None None] Set router c8e4223e-510f-477d-a359-e91f259fe4fb gateway port host: None {{(pid=103485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:10:02.724636 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d2202369-afed-4531-9ff8-240a17a07dd9 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for security_group (1348c396-200b-4d15-9ec2-fe5b17f32916), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:02.729833 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d2202369-afed-4531-9ff8-240a17a07dd9 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (1348c396-200b-4d15-9ec2-fe5b17f32916), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:02.730377 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-68bb8075-83b4-46e1-aea1-dd8a4fe8debd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28322803'] for port (617d04a3-61eb-4246-b9a5-ecf4f7581920), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:02.759764 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bb8075-83b4-46e1-aea1-dd8a4fe8debd admin admin] Pushing event deleted for resources: {'Port': ['ID=617d04a3-61eb-4246-b9a5-ecf4f7581920,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:02.768308 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-3f764ff2-da2f-4935-b7a4-6131e1e2af89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e4223e-510f-477d-a359-e91f259fe4fb', 'name': 'tempest-ServerRescueNegativeTestJSON-233504797-router', 'tenant_id': '52b2d02e7570468daabac047ad3a7fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:50Z', 'updated_at': '2022-04-12T03:10:02Z', 'revision_number': 6, 'project_id': '52b2d02e7570468daabac047ad3a7fa5', 'gw_port_host': None}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:10:02.782749 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2202369-afed-4531-9ff8-240a17a07dd9 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1348c396-200b-4d15-9ec2-fe5b17f32916,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:02.789870 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d2202369-afed-4531-9ff8-240a17a07dd9 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:02.794384 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-d2202369-afed-4531-9ff8-240a17a07dd9 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2146890 Apr 12 03:10:02.794969 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 46304) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:02.800223 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f764ff2-da2f-4935-b7a4-6131e1e2af89 None None] The sync data for ids ['c8e4223e-510f-477d-a359-e91f259fe4fb'] in dv-cinder-837443-1-iscsi is: [{'id': 'c8e4223e-510f-477d-a359-e91f259fe4fb', 'name': 'tempest-ServerRescueNegativeTestJSON-233504797-router', 'tenant_id': '52b2d02e7570468daabac047ad3a7fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:50Z', 'updated_at': '2022-04-12T03:10:02Z', 'revision_number': 6, 'project_id': '52b2d02e7570468daabac047ad3a7fa5', 'gw_port_host': None}] {{(pid=103485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:10:02.820810 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-e27ea373-e3a6-42af-8473-44279a1a9858 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Request body: {'security_group_rule': {'security_group_id': '1348c396-200b-4d15-9ec2-fe5b17f32916', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:10:02.823681 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-68bb8075-83b4-46e1-aea1-dd8a4fe8debd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682811'] for router_gateway (c8e4223e-510f-477d-a359-e91f259fe4fb), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:02.843384 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1175a009-7a72-441d-adf6-a2e8a8755cd7 req-e7f49b5a-e878-4363-8b30-0969f6be1920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:02.845025 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1175a009-7a72-441d-adf6-a2e8a8755cd7 req-e7f49b5a-e878-4363-8b30-0969f6be1920 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b92dac26-4e09-49e4-8651-f8c36754250b HTTP/1.1" status: 200 len: 1129 time: 0.0705771 Apr 12 03:10:02.868595 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e27ea373-e3a6-42af-8473-44279a1a9858 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for security_group_rule (18fd9bfa-9cee-4642-a693-f96837aa52ae), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:02.917401 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1175a009-7a72-441d-adf6-a2e8a8755cd7 req-d5145b76-3d9e-4735-8d00-24cf16939f23 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f06bba6c-0029-4955-9e1d-0088e2eb5594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657349 Apr 12 03:10:02.935495 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e27ea373-e3a6-42af-8473-44279a1a9858 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for security_group_rule (18fd9bfa-9cee-4642-a693-f96837aa52ae), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:02.939991 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e27ea373-e3a6-42af-8473-44279a1a9858 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707756'] for security_group_rule (18fd9bfa-9cee-4642-a693-f96837aa52ae), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:02.946445 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-68bb8075-83b4-46e1-aea1-dd8a4fe8debd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3784277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4538'] for router (c8e4223e-510f-477d-a359-e91f259fe4fb), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:02.949104 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-68bb8075-83b4-46e1-aea1-dd8a4fe8debd admin admin] Publish callbacks [] for router_controller (c8e4223e-510f-477d-a359-e91f259fe4fb), precommit_delete_associations {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:02.959407 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27ea373-e3a6-42af-8473-44279a1a9858 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18fd9bfa-9cee-4642-a693-f96837aa52ae,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:02.967315 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e27ea373-e3a6-42af-8473-44279a1a9858 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:02.971079 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-e27ea373-e3a6-42af-8473-44279a1a9858 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1538455 Apr 12 03:10:02.971236 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 46306) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:02.975535 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-2a93d0d5-08cd-4a12-bb9c-46c7b4482716 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Request body: {'security_group_rule': {'security_group_id': '1348c396-200b-4d15-9ec2-fe5b17f32916', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:10:03.001620 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2a93d0d5-08cd-4a12-bb9c-46c7b4482716 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for security_group_rule (4287d994-1552-4a54-a433-872243ecb60f), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:03.019366 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-68bb8075-83b4-46e1-aea1-dd8a4fe8debd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3784284'] for router (c8e4223e-510f-477d-a359-e91f259fe4fb), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:03.020008 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68bb8075-83b4-46e1-aea1-dd8a4fe8debd admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8e4223e-510f-477d-a359-e91f259fe4fb {{(pid=103483) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 03:10:03.025689 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-68bb8075-83b4-46e1-aea1-dd8a4fe8debd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:03.027246 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-68bb8075-83b4-46e1-aea1-dd8a4fe8debd admin admin] 10.222.0.32 "DELETE /v2.0/routers/c8e4223e-510f-477d-a359-e91f259fe4fb HTTP/1.1" status: 204 len: 168 time: 0.9755926 Apr 12 03:10:03.029376 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 46308) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:03.063342 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2a93d0d5-08cd-4a12-bb9c-46c7b4482716 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for security_group_rule (4287d994-1552-4a54-a433-872243ecb60f), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:03.067454 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2a93d0d5-08cd-4a12-bb9c-46c7b4482716 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707756'] for security_group_rule (4287d994-1552-4a54-a433-872243ecb60f), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:03.073822 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5c1b227-ac2d-44a8-b59f-061f8a905361 admin admin] Deleting subnet fe4d4e4c-7961-4f3e-a108-6fc7a367da7d {{(pid=103483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 03:10:03.077251 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-a5c1b227-ac2d-44a8-b59f-061f8a905361 admin admin] Publish callbacks [] for subnet (fe4d4e4c-7961-4f3e-a108-6fc7a367da7d), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:03.085099 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a93d0d5-08cd-4a12-bb9c-46c7b4482716 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4287d994-1552-4a54-a433-872243ecb60f,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:03.095534 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2a93d0d5-08cd-4a12-bb9c-46c7b4482716 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:03.096760 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-2a93d0d5-08cd-4a12-bb9c-46c7b4482716 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1245327 Apr 12 03:10:03.100169 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 46310) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:03.104838 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-4eb402b2-0f73-47c7-8e26-760ac468035a tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Request body: {'floatingip': {'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:10:03.111050 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-a5c1b227-ac2d-44a8-b59f-061f8a905361 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1983584'] for subnet (fe4d4e4c-7961-4f3e-a108-6fc7a367da7d), precommit_delete_associations {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:03.125445 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4eb402b2-0f73-47c7-8e26-760ac468035a tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:03.206322 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4eb402b2-0f73-47c7-8e26-760ac468035a tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:03.227224 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-a5c1b227-ac2d-44a8-b59f-061f8a905361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662842'] for subnet (fe4d4e4c-7961-4f3e-a108-6fc7a367da7d), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:03.285050 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-a5c1b227-ac2d-44a8-b59f-061f8a905361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28322702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28286562'] for subnet (fe4d4e4c-7961-4f3e-a108-6fc7a367da7d), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:03.312635 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c1b227-ac2d-44a8-b59f-061f8a905361 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe4d4e4c-7961-4f3e-a108-6fc7a367da7d,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:03.318637 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-a5c1b227-ac2d-44a8-b59f-061f8a905361 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for subnet (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:03.322368 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-a5c1b227-ac2d-44a8-b59f-061f8a905361 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/fe4d4e4c-7961-4f3e-a108-6fc7a367da7d HTTP/1.1" status: 204 len: 168 time: 0.2918847 Apr 12 03:10:03.325553 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 46312) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:03.328999 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4050d8c7-c15f-4793-92b4-05f3e68473e0 None None] Network 14a47694-9f88-4832-ab57-c60bc64938b8 requested from dv-cinder-837443-1-iscsi {{(pid=103485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:10:03.397722 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ad3465f2-16ad-4dab-aecc-c3d087b7a896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688745'] for network (14a47694-9f88-4832-ab57-c60bc64938b8), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:03.448749 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [None req-ad3465f2-16ad-4dab-aecc-c3d087b7a896 admin admin] Deleting port 9e90bee2-effe-46fd-9922-431dbab2be4c {{(pid=103483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:10:03.449137 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ad3465f2-16ad-4dab-aecc-c3d087b7a896 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (9e90bee2-effe-46fd-9922-431dbab2be4c), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:03.518536 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.db [None req-ad3465f2-16ad-4dab-aecc-c3d087b7a896 admin admin] For port 9e90bee2-effe-46fd-9922-431dbab2be4c, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=9e90bee2-effe-46fd-9922-431dbab2be4c,segment=NetworkSegment(99682a96-90c8-491c-a1f8-c6fe889256f4),segment_id=99682a96-90c8-491c-a1f8-c6fe889256f4)] {{(pid=103483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:10:03.518915 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ad3465f2-16ad-4dab-aecc-c3d087b7a896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (9e90bee2-effe-46fd-9922-431dbab2be4c), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:03.533647 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [None req-ad3465f2-16ad-4dab-aecc-c3d087b7a896 admin admin] Calling delete_port for 9e90bee2-effe-46fd-9922-431dbab2be4c owned by network:dhcp {{(pid=103483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:10:03.559118 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-4eb402b2-0f73-47c7-8e26-760ac468035a tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Allocated IP 172.27.3.135 (79cba51c-a00f-4d8d-a813-38deb5f63b2a/29b195a7-2bca-4a4f-ac92-aa862b85642e/83fab54e-da72-411b-ae3a-d2d38d1e9465) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:10:03.591704 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8750c60-a5ce-4584-a7e7-c5aa84ec50d1 None None] DHCP port deletion for 14a47694-9f88-4832-ab57-c60bc64938b8 request from dv-cinder-837443-1-iscsi {{(pid=103485) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 03:10:03.626730 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ad3465f2-16ad-4dab-aecc-c3d087b7a896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28322803'] for port (9e90bee2-effe-46fd-9922-431dbab2be4c), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:03.660765 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-c8750c60-a5ce-4584-a7e7-c5aa84ec50d1 None None] Deleting port 9e90bee2-effe-46fd-9922-431dbab2be4c {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:10:03.661092 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c8750c60-a5ce-4584-a7e7-c5aa84ec50d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (9e90bee2-effe-46fd-9922-431dbab2be4c), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:03.661571 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3465f2-16ad-4dab-aecc-c3d087b7a896 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e90bee2-effe-46fd-9922-431dbab2be4c,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:03.669585 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3465f2-16ad-4dab-aecc-c3d087b7a896 admin admin] No DVR routers for this DVR port 9e90bee2-effe-46fd-9922-431dbab2be4c on host dv-cinder-837443-1-iscsi {{(pid=103483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:10:03.723318 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a20e23e-ea97-451c-9ec9-91d4ab987ad0 req-8b3de3c3-9366-4027-9bc4-26ca651f0e0d tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:03.724883 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1a20e23e-ea97-451c-9ec9-91d4ab987ad0 req-8b3de3c3-9366-4027-9bc4-26ca651f0e0d tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=b92dac26-4e09-49e4-8651-f8c36754250b HTTP/1.1" status: 200 len: 945 time: 0.0717139 Apr 12 03:10:03.743422 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ad3465f2-16ad-4dab-aecc-c3d087b7a896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659639', 'neutron.services.segments.db._delete_segments_for_network-8733264514991'] for network (14a47694-9f88-4832-ab57-c60bc64938b8), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:03.745849 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4eb402b2-0f73-47c7-8e26-760ac468035a tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for port (83fab54e-da72-411b-ae3a-d2d38d1e9465), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:03.752940 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-c8750c60-a5ce-4584-a7e7-c5aa84ec50d1 None None] For port 9e90bee2-effe-46fd-9922-431dbab2be4c, host dv-cinder-837443-1-iscsi, got binding levels [] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:10:03.753341 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c8750c60-a5ce-4584-a7e7-c5aa84ec50d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (9e90bee2-effe-46fd-9922-431dbab2be4c), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:03.769089 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.services.segments.db [None req-ad3465f2-16ad-4dab-aecc-c3d087b7a896 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14a47694-9f88-4832-ab57-c60bc64938b8']}} {{(pid=103483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:10:03.780087 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.services.segments.db [None req-ad3465f2-16ad-4dab-aecc-c3d087b7a896 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99682a96-90c8-491c-a1f8-c6fe889256f4') {'for_net_delete': True} {{(pid=103483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:10:03.780372 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.services.segments.db [None req-ad3465f2-16ad-4dab-aecc-c3d087b7a896 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99682a96-90c8-491c-a1f8-c6fe889256f4') {} {{(pid=103483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:10:03.787620 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-c8750c60-a5ce-4584-a7e7-c5aa84ec50d1 None None] Calling delete_port for 9e90bee2-effe-46fd-9922-431dbab2be4c owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:10:03.793249 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.ipam_backend_mixin [None req-c8750c60-a5ce-4584-a7e7-c5aa84ec50d1 None None] Port 9e90bee2-effe-46fd-9922-431dbab2be4c was not found and therefore no delete operation was performed {{(pid=103485) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 12 03:10:03.794820 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c8750c60-a5ce-4584-a7e7-c5aa84ec50d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115'] for port (9e90bee2-effe-46fd-9922-431dbab2be4c), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:03.798910 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ad3465f2-16ad-4dab-aecc-c3d087b7a896 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733264516792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1983593'] for segment (99682a96-90c8-491c-a1f8-c6fe889256f4), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:03.814460 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ad3465f2-16ad-4dab-aecc-c3d087b7a896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (99682a96-90c8-491c-a1f8-c6fe889256f4), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:03.815056 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1a20e23e-ea97-451c-9ec9-91d4ab987ad0 req-5f725357-0dd2-4b75-bfeb-56535c16538d tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=f06bba6c-0029-4955-9e1d-0088e2eb5594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783176 Apr 12 03:10:03.823709 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad3465f2-16ad-4dab-aecc-c3d087b7a896 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 03:10:03.824132 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ad3465f2-16ad-4dab-aecc-c3d087b7a896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28322596'] for segment (99682a96-90c8-491c-a1f8-c6fe889256f4), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:03.833004 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4eb402b2-0f73-47c7-8e26-760ac468035a tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28695539'] for port (83fab54e-da72-411b-ae3a-d2d38d1e9465), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:03.850220 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8750c60-a5ce-4584-a7e7-c5aa84ec50d1 None None] Pushing event deleted for resources: {'Port': ['ID=9e90bee2-effe-46fd-9922-431dbab2be4c,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:03.854473 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb402b2-0f73-47c7-8e26-760ac468035a tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Network 79cba51c-a00f-4d8d-a813-38deb5f63b2a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:10:03.857832 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 617d04a3-61eb-4246-b9a5-ecf4f7581920 no longer exists at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:10:03.873492 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-4eb402b2-0f73-47c7-8e26-760ac468035a tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:10:03.879245 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb402b2-0f73-47c7-8e26-760ac468035a tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:10:03.880856 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8750c60-a5ce-4584-a7e7-c5aa84ec50d1 None None] No DVR routers for this DVR port 9e90bee2-effe-46fd-9922-431dbab2be4c on host dv-cinder-837443-1-iscsi {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:10:03.882566 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] No Port match for: 617d04a3-61eb-4246-b9a5-ecf4f7581920 {{(pid=103485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:10:03.882899 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 617d04a3-61eb-4246-b9a5-ecf4f7581920 not bound to the agent host dv-cinder-837443-1-iscsi {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:10:03.883292 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 7a3e36c3-c754-4dd5-a185-3f25286139da no longer exists at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:10:03.887507 dv-cinder-837443-1-iscsi neutron-server[103483]: Traceback (most recent call last): Apr 12 03:10:03.887507 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 03:10:03.887507 dv-cinder-837443-1-iscsi neutron-server[103483]: timer() Apr 12 03:10:03.887507 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 03:10:03.887507 dv-cinder-837443-1-iscsi neutron-server[103483]: cb(*args, **kw) Apr 12 03:10:03.887507 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 03:10:03.887507 dv-cinder-837443-1-iscsi neutron-server[103483]: return func(*args, **kwargs) Apr 12 03:10:03.887507 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 03:10:03.887507 dv-cinder-837443-1-iscsi neutron-server[103483]: self._notify() Apr 12 03:10:03.887507 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 03:10:03.887507 dv-cinder-837443-1-iscsi neutron-server[103483]: self.callback(batched_events) Apr 12 03:10:03.887507 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 03:10:03.887507 dv-cinder-837443-1-iscsi neutron-server[103483]: event.method(event) Apr 12 03:10:03.887507 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 03:10:03.887507 dv-cinder-837443-1-iscsi neutron-server[103483]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 03:10:03.887507 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 03:10:03.887507 dv-cinder-837443-1-iscsi neutron-server[103483]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 03:10:03.887507 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 03:10:03.887507 dv-cinder-837443-1-iscsi neutron-server[103483]: return f(self, *a, **k) Apr 12 03:10:03.887507 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 03:10:03.887507 dv-cinder-837443-1-iscsi neutron-server[103483]: return self._get(url).json() Apr 12 03:10:03.887507 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 03:10:03.887507 dv-cinder-837443-1-iscsi neutron-server[103483]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 03:10:03.887507 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 03:10:03.887507 dv-cinder-837443-1-iscsi neutron-server[103483]: return self.request(url, 'GET', **kwargs) Apr 12 03:10:03.887507 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 03:10:03.887507 dv-cinder-837443-1-iscsi neutron-server[103483]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 03:10:03.887507 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 03:10:03.887507 dv-cinder-837443-1-iscsi neutron-server[103483]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 03:10:03.887507 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 03:10:03.887507 dv-cinder-837443-1-iscsi neutron-server[103483]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 03:10:03.887507 dv-cinder-837443-1-iscsi neutron-server[103483]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 03:10:03.894069 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ad3465f2-16ad-4dab-aecc-c3d087b7a896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682719'] for network (14a47694-9f88-4832-ab57-c60bc64938b8), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:03.904634 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ad3465f2-16ad-4dab-aecc-c3d087b7a896 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for network (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:03.907160 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] No Port match for: 7a3e36c3-c754-4dd5-a185-3f25286139da {{(pid=103485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:10:03.907674 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 7a3e36c3-c754-4dd5-a185-3f25286139da not bound to the agent host dv-cinder-837443-1-iscsi {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:10:03.908102 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 9e90bee2-effe-46fd-9922-431dbab2be4c no longer exists at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:10:03.911770 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-ad3465f2-16ad-4dab-aecc-c3d087b7a896 admin admin] 10.222.0.32 "DELETE /v2.0/networks/14a47694-9f88-4832-ab57-c60bc64938b8 HTTP/1.1" status: 204 len: 168 time: 0.5829496 Apr 12 03:10:03.930239 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb402b2-0f73-47c7-8e26-760ac468035a tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Pushing event updated for resources: {'Port': ['ID=83fab54e-da72-411b-ae3a-d2d38d1e9465,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:03.940452 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3465f2-16ad-4dab-aecc-c3d087b7a896 admin admin] Pushing event deleted for resources: {'Network': ['ID=14a47694-9f88-4832-ab57-c60bc64938b8,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:03.976589 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] No Port match for: 9e90bee2-effe-46fd-9922-431dbab2be4c {{(pid=103485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:10:03.977049 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 9e90bee2-effe-46fd-9922-431dbab2be4c not bound to the agent host dv-cinder-837443-1-iscsi {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:10:04.002592 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4eb402b2-0f73-47c7-8e26-760ac468035a tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for floatingip (3318a76d-3d7d-4027-8de1-f0412a07454f), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:04.046660 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4eb402b2-0f73-47c7-8e26-760ac468035a tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (83fab54e-da72-411b-ae3a-d2d38d1e9465), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:04.070534 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 46320) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:04.110957 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-64b03728-0031-4a30-9698-763dca27257f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=52b2d02e7570468daabac047ad3a7fa5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0392504 Apr 12 03:10:04.113397 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 46322) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:04.156357 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device be3801ec-8fcf-4c71-8f75-ca89b95f64b7 no longer exists at agent hyperv_hv-cinder-83744 {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:10:04.162241 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-509aad2a-a143-4d18-9bcc-70f69ef79b29 admin admin] Publish callbacks [] for security_group (694e9388-bc09-4211-b27f-5eb265984a30), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:04.177440 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] No Port match for: be3801ec-8fcf-4c71-8f75-ca89b95f64b7 {{(pid=103485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:10:04.177685 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device be3801ec-8fcf-4c71-8f75-ca89b95f64b7 not bound to the agent host hv-cinder-83744 {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:10:04.185009 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-509aad2a-a143-4d18-9bcc-70f69ef79b29 admin admin] Publish callbacks [] for security_group (694e9388-bc09-4211-b27f-5eb265984a30), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:04.204469 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4eb402b2-0f73-47c7-8e26-760ac468035a tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for port (83fab54e-da72-411b-ae3a-d2d38d1e9465), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:04.210021 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4eb402b2-0f73-47c7-8e26-760ac468035a tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28695544'] for port (83fab54e-da72-411b-ae3a-d2d38d1e9465), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:04.235665 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-509aad2a-a143-4d18-9bcc-70f69ef79b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (694e9388-bc09-4211-b27f-5eb265984a30), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:04.239090 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-509aad2a-a143-4d18-9bcc-70f69ef79b29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:04.242570 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-509aad2a-a143-4d18-9bcc-70f69ef79b29 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/694e9388-bc09-4211-b27f-5eb265984a30 HTTP/1.1" status: 204 len: 168 time: 0.1259527 Apr 12 03:10:04.250765 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509aad2a-a143-4d18-9bcc-70f69ef79b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694e9388-bc09-4211-b27f-5eb265984a30,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:04.278586 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb402b2-0f73-47c7-8e26-760ac468035a tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Pushing event updated for resources: {'Port': ['ID=83fab54e-da72-411b-ae3a-d2d38d1e9465,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:04.292911 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4eb402b2-0f73-47c7-8e26-760ac468035a tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682737'] for floatingip (3318a76d-3d7d-4027-8de1-f0412a07454f), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:04.310526 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4eb402b2-0f73-47c7-8e26-760ac468035a tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for floatingip (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:04.311744 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-4eb402b2-0f73-47c7-8e26-760ac468035a tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2106175 Apr 12 03:10:04.515780 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-15ad6fbc-66da-48c2-8c99-ca565e5be367 req-6be24f33-4b2e-497f-9589-c130fdbd6cd5 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1300018247&fields=id&tenant_id=e9ed2cca6cce43c599fc86b60cfafda6 HTTP/1.1" status: 200 len: 267 time: 0.0416141 Apr 12 03:10:04.626494 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad6fbc-66da-48c2-8c99-ca565e5be367 req-9369c0d8-5027-4852-9038-0782c410325a tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:04.627982 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-15ad6fbc-66da-48c2-8c99-ca565e5be367 req-9369c0d8-5027-4852-9038-0782c410325a tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/networks?id=c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b HTTP/1.1" status: 200 len: 815 time: 0.0997109 Apr 12 03:10:04.643144 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-15ad6fbc-66da-48c2-8c99-ca565e5be367 req-4c1adb30-9247-4dc8-9dc7-1c61612cfb2a tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/quotas/e9ed2cca6cce43c599fc86b60cfafda6 HTTP/1.1" status: 200 len: 375 time: 0.0094516 Apr 12 03:10:04.694043 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-15ad6fbc-66da-48c2-8c99-ca565e5be367 req-4a9badde-6dac-4979-9e50-49fab9ec04ed tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e9ed2cca6cce43c599fc86b60cfafda6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455024 Apr 12 03:10:04.891189 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-15ad6fbc-66da-48c2-8c99-ca565e5be367 req-b8d0a938-c002-4e52-8cfb-b20a80ade5f0 service neutron] 10.222.0.32 "GET /v2.0/networks/c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818500 Apr 12 03:10:04.941103 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328e0f3f-2a0f-4878-9039-50240abdee12 req-dbd8112b-6bbe-4a05-807e-67906918f95b tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:04.947909 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-328e0f3f-2a0f-4878-9039-50240abdee12 req-dbd8112b-6bbe-4a05-807e-67906918f95b tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=b92dac26-4e09-49e4-8651-f8c36754250b HTTP/1.1" status: 200 len: 945 time: 0.0553217 Apr 12 03:10:04.989718 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-15ad6fbc-66da-48c2-8c99-ca565e5be367 req-5a50f989-ad0b-463f-8fa2-ec7be4fcf86b service neutron] 10.222.0.32 "GET /v2.0/networks/c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910306 Apr 12 03:10:04.995165 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-328e0f3f-2a0f-4878-9039-50240abdee12 req-aeda1b32-35dc-492e-ae91-0919a8cfa709 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=f06bba6c-0029-4955-9e1d-0088e2eb5594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464172 Apr 12 03:10:05.120756 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09a8d6f-36ca-4e12-bf23-0b6bb3ef6f32 req-a0bb7edd-77a2-4fe4-8beb-1e92376c6655 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:05.122604 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-d09a8d6f-36ca-4e12-bf23-0b6bb3ef6f32 req-a0bb7edd-77a2-4fe4-8beb-1e92376c6655 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=b92dac26-4e09-49e4-8651-f8c36754250b HTTP/1.1" status: 200 len: 945 time: 0.0599055 Apr 12 03:10:05.133300 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 46372) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:05.139305 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [None req-22db9ca4-7717-4e4b-ba83-04a319753188 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Request body: {'floatingip': {'port_id': 'c0c0536c-4715-456d-a9dd-60f7b08e32f5'}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:10:05.204095 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-fcd839f4-aa60-4271-b622-681d673663ed req-96cac35d-5741-4ad4-a54c-38533db6b5a7 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=4da0e21c-3216-4a28-824e-095ada7c7afc HTTP/1.1" status: 200 len: 210 time: 0.0683475 Apr 12 03:10:05.206200 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-22db9ca4-7717-4e4b-ba83-04a319753188 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks [] for floatingip (d6c5810c-5a10-4ec1-bc3b-681ea4fa0414), before_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:05.940189 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-22db9ca4-7717-4e4b-ba83-04a319753188 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:05.946527 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-22db9ca4-7717-4e4b-ba83-04a319753188 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682737'] for floatingip (d6c5810c-5a10-4ec1-bc3b-681ea4fa0414), after_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:06.054808 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.db.l3_db [None req-22db9ca4-7717-4e4b-ba83-04a319753188 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Floating IP d6c5810c-5a10-4ec1-bc3b-681ea4fa0414 associated. External IP: 172.27.3.200, port: c0c0536c-4715-456d-a9dd-60f7b08e32f5. Apr 12 03:10:06.274616 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad6fbc-66da-48c2-8c99-ca565e5be367 req-6e6adb9d-c7db-4475-bd94-fd20a00c36af tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:06.277336 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-15ad6fbc-66da-48c2-8c99-ca565e5be367 req-6e6adb9d-c7db-4475-bd94-fd20a00c36af tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.25 "GET /v2.0/networks?id=c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b HTTP/1.1" status: 200 len: 815 time: 0.1288688 Apr 12 03:10:06.299335 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22db9ca4-7717-4e4b-ba83-04a319753188 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Router 4c6713fb-f30f-4734-bda5-92186752067c has already been hosted by L3 agent beb15aed-f2b6-4676-85ca-b43f14e6acf3 {{(pid=103483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:10:06.372701 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-92e9d63f-56e8-461c-823c-48aea1186ead req-2febc421-86e5-4718-8613-7d95030b70d5 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=4da0e21c-3216-4a28-824e-095ada7c7afc HTTP/1.1" status: 200 len: 210 time: 0.0386069 Apr 12 03:10:06.381526 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-15ad6fbc-66da-48c2-8c99-ca565e5be367 req-9472bf64-49bd-4da4-a21b-010bb6e94265 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9ed2cca6cce43c599fc86b60cfafda6 HTTP/1.1" status: 200 len: 380 time: 0.0966430 Apr 12 03:10:06.426979 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22db9ca4-7717-4e4b-ba83-04a319753188 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Notify agent at l3_agent.dv-cinder-837443-1-iscsi the message routers_updated {{(pid=103483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:10:06.431749 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-22db9ca4-7717-4e4b-ba83-04a319753188 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for floatingip (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:06.438566 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61af7445-aa58-44d3-b991-666eaac0e152 None None] Sync routers for ids ['4c6713fb-f30f-4734-bda5-92186752067c'] in dv-cinder-837443-1-iscsi {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:10:06.447665 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61af7445-aa58-44d3-b991-666eaac0e152 None None] Routers {'4c6713fb-f30f-4734-bda5-92186752067c'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:10:06.447975 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [req-15ad6fbc-66da-48c2-8c99-ca565e5be367 req-4c7ad7fa-d452-4d66-94dc-badc42735d5a tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Request body: {'port': {'device_id': '4da0e21c-3216-4a28-824e-095ada7c7afc', 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b', 'admin_state_up': True, 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'security_groups': ['1348c396-200b-4d15-9ec2-fe5b17f32916']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:10:06.448311 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-61af7445-aa58-44d3-b991-666eaac0e152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:09:57Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['4c6713fb-f30f-4734-bda5-92186752067c'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:10:06.480477 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-22db9ca4-7717-4e4b-ba83-04a319753188 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "PUT /v2.0/floatingips/d6c5810c-5a10-4ec1-bc3b-681ea4fa0414 HTTP/1.1" status: 200 len: 991 time: 1.3457510 Apr 12 03:10:06.481580 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b92dac26-4e09-49e4-8651-f8c36754250b', 'tag': 'c0c0536c-4715-456d-a9dd-60f7b08e32f5'}] {{(pid=103483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:10:06.484595 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e274900216188b1398d2f2ab6fda0f9d84329b9f507230773e3e9728a2d4b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55dd1433-aa09-427c-8a53-17383dc5bc7f" -d '{"events": [{"name": "network-changed", "server_uuid": "b92dac26-4e09-49e4-8651-f8c36754250b", "tag": "c0c0536c-4715-456d-a9dd-60f7b08e32f5"}]}' {{(pid=103483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:10:06.533410 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a20fdf9-b323-4401-baa8-483f5fbb41a3 x-openstack-request-id: req-2a20fdf9-b323-4401-baa8-483f5fbb41a3 {{(pid=103483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:10:06.534231 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b92dac26-4e09-49e4-8651-f8c36754250b", "tag": "c0c0536c-4715-456d-a9dd-60f7b08e32f5", "status": "completed", "code": 200}]} {{(pid=103483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:10:06.534494 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2a20fdf9-b323-4401-baa8-483f5fbb41a3 {{(pid=103483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:10:06.534911 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a20fdf9-b323-4401-baa8-483f5fbb41a3'] response: {'name': 'network-changed', 'server_uuid': 'b92dac26-4e09-49e4-8651-f8c36754250b', 'tag': 'c0c0536c-4715-456d-a9dd-60f7b08e32f5', 'status': 'completed', 'code': 200} Apr 12 03:10:06.579904 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15ad6fbc-66da-48c2-8c99-ca565e5be367 req-4c7ad7fa-d452-4d66-94dc-badc42735d5a tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Made reservation on behalf of e9ed2cca6cce43c599fc86b60cfafda6 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:10:06.582358 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-61af7445-aa58-44d3-b991-666eaac0e152 None None] Set router 4c6713fb-f30f-4734-bda5-92186752067c gateway port host: dv-cinder-837443-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:10:06.583318 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-15ad6fbc-66da-48c2-8c99-ca565e5be367 req-4c7ad7fa-d452-4d66-94dc-badc42735d5a tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:06.609074 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd1433-aa09-427c-8a53-17383dc5bc7f req-ef3c6852-884a-4264-833e-267530474a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:06.610904 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-55dd1433-aa09-427c-8a53-17383dc5bc7f req-ef3c6852-884a-4264-833e-267530474a5d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e1e5d1d0e5ee459d9a29175e6dfae245&device_id=b92dac26-4e09-49e4-8651-f8c36754250b HTTP/1.1" status: 200 len: 1129 time: 0.0434246 Apr 12 03:10:06.735873 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd1433-aa09-427c-8a53-17383dc5bc7f req-a49ddb54-923e-4c18-8c82-a8b1462445e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:06.737854 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-55dd1433-aa09-427c-8a53-17383dc5bc7f req-a49ddb54-923e-4c18-8c82-a8b1462445e1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=97d0737a-0806-4131-b2fa-4a4f2be2d49e HTTP/1.1" status: 200 len: 910 time: 0.1204152 Apr 12 03:10:06.743752 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-15ad6fbc-66da-48c2-8c99-ca565e5be367 req-4c7ad7fa-d452-4d66-94dc-badc42735d5a tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Allocated IP 172.20.0.5 (c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b/3d77e3de-5404-4af1-9a0f-14127064fff3/de68d2ac-0477-48a9-b737-67facd23632e) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:10:06.858665 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-55dd1433-aa09-427c-8a53-17383dc5bc7f req-55b3514c-774b-45ee-8b4d-17a737900fec service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0c0536c-4715-456d-a9dd-60f7b08e32f5 HTTP/1.1" status: 200 len: 999 time: 0.1143465 Apr 12 03:10:06.912924 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-15ad6fbc-66da-48c2-8c99-ca565e5be367 req-4c7ad7fa-d452-4d66-94dc-badc42735d5a tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for port (de68d2ac-0477-48a9-b737-67facd23632e), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:06.918339 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd1433-aa09-427c-8a53-17383dc5bc7f req-0bd3914a-7577-47ed-b567-c5b10384c12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:06.920176 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-55dd1433-aa09-427c-8a53-17383dc5bc7f req-0bd3914a-7577-47ed-b567-c5b10384c12c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6de8150c-bedf-4873-b651-20f43e4f6dc1 HTTP/1.1" status: 200 len: 849 time: 0.0543160 Apr 12 03:10:06.951116 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-15ad6fbc-66da-48c2-8c99-ca565e5be367 req-4c7ad7fa-d452-4d66-94dc-badc42735d5a tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28695539'] for port (de68d2ac-0477-48a9-b737-67facd23632e), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:06.958507 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-61af7445-aa58-44d3-b991-666eaac0e152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6713fb-f30f-4734-bda5-92186752067c', 'name': 'tempest-AttachVolumeTestJSON-759078494-router', 'tenant_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': 'e2a3f1db-c32b-4a7b-b996-fc9aeff37995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:50Z', 'updated_at': '2022-04-12T03:05:10Z', 'revision_number': 4, 'project_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'gw_port': {'id': 'e2a3f1db-c32b-4a7b-b996-fc9aeff37995', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:9b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6713fb-f30f-4734-bda5-92186752067c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:51Z', 'updated_at': '2022-04-12T03:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_floatingips': [{'id': 'd6c5810c-5a10-4ec1-bc3b-681ea4fa0414', 'tenant_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'floating_ip_address': '172.27.3.200', 'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'router_id': '4c6713fb-f30f-4734-bda5-92186752067c', 'port_id': 'c0c0536c-4715-456d-a9dd-60f7b08e32f5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97d0737a-0806-4131-b2fa-4a4f2be2d49e', 'mac_address': 'fa:16:3e:99:24:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b92dac26-4e09-49e4-8651-f8c36754250b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:09:48Z', 'updated_at': '2022-04-12T03:10:05Z', 'revision_number': 1, 'project_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1520221-d622-4a9d-8d45-2b8795da9fac', 'name': '', 'network_id': '97d0737a-0806-4131-b2fa-4a4f2be2d49e', 'tenant_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'mac_address': 'fa:16:3e:ee:95:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6713fb-f30f-4734-bda5-92186752067c', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '6de8150c-bedf-4873-b651-20f43e4f6dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:05:04Z', 'updated_at': '2022-04-12T03:05:22Z', 'revision_number': 5, 'project_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'subnets': [{'id': '6de8150c-bedf-4873-b651-20f43e4f6dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:10:06.970558 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd1433-aa09-427c-8a53-17383dc5bc7f req-41ce62fa-c2b7-4f15-b0bc-0635f506d1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:06.972099 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-55dd1433-aa09-427c-8a53-17383dc5bc7f req-41ce62fa-c2b7-4f15-b0bc-0635f506d1cc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=97d0737a-0806-4131-b2fa-4a4f2be2d49e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428989 Apr 12 03:10:06.996564 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15ad6fbc-66da-48c2-8c99-ca565e5be367 req-4c7ad7fa-d452-4d66-94dc-badc42735d5a tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Network c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:10:06.998771 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61af7445-aa58-44d3-b991-666eaac0e152 None None] Checking router: 4c6713fb-f30f-4734-bda5-92186752067c for host: dv-cinder-837443-1-iscsi {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:10:07.002141 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-15ad6fbc-66da-48c2-8c99-ca565e5be367 req-4c7ad7fa-d452-4d66-94dc-badc42735d5a tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:10:07.005908 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-15ad6fbc-66da-48c2-8c99-ca565e5be367 req-4c7ad7fa-d452-4d66-94dc-badc42735d5a tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:10:07.023234 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61af7445-aa58-44d3-b991-666eaac0e152 None None] Routers {'4c6713fb-f30f-4734-bda5-92186752067c'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:10:07.024064 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-61af7445-aa58-44d3-b991-666eaac0e152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:09:57Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['4c6713fb-f30f-4734-bda5-92186752067c'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:10:07.050348 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7ad7fa-d452-4d66-94dc-badc42735d5a tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Pushing event updated for resources: {'Port': ['ID=de68d2ac-0477-48a9-b737-67facd23632e,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:07.091857 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-55dd1433-aa09-427c-8a53-17383dc5bc7f req-f31250b3-d945-4d45-b275-a30c20910a82 service neutron] 10.222.0.25 "GET /v2.0/networks/97d0737a-0806-4131-b2fa-4a4f2be2d49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129942 Apr 12 03:10:07.103282 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad6fbc-66da-48c2-8c99-ca565e5be367 req-4c7ad7fa-d452-4d66-94dc-badc42735d5a tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:07.108794 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-15ad6fbc-66da-48c2-8c99-ca565e5be367 req-4c7ad7fa-d452-4d66-94dc-badc42735d5a tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for port (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:07.138762 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-15ad6fbc-66da-48c2-8c99-ca565e5be367 req-4c7ad7fa-d452-4d66-94dc-badc42735d5a tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6948874 Apr 12 03:10:07.162235 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [req-15ad6fbc-66da-48c2-8c99-ca565e5be367 req-ef6decae-253e-4dec-b8cf-5369899c0386 service neutron] Request body: {'port': {'device_id': '4da0e21c-3216-4a28-824e-095ada7c7afc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83744'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:10:07.168823 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-61af7445-aa58-44d3-b991-666eaac0e152 None None] Set router 4c6713fb-f30f-4734-bda5-92186752067c gateway port host: dv-cinder-837443-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:10:07.221131 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-55dd1433-aa09-427c-8a53-17383dc5bc7f req-00903a89-a2a1-4e82-8374-900cb028a6bd service neutron] 10.222.0.25 "GET /v2.0/networks/97d0737a-0806-4131-b2fa-4a4f2be2d49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224599 Apr 12 03:10:07.276535 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-15ad6fbc-66da-48c2-8c99-ca565e5be367 req-ef6decae-253e-4dec-b8cf-5369899c0386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (de68d2ac-0477-48a9-b737-67facd23632e), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:07.315872 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-48cf57ff-f26f-45c4-8c4e-ca385229d02d None None] Provisioning complete for port de68d2ac-0477-48a9-b737-67facd23632e triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:10:07.316490 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-48cf57ff-f26f-45c4-8c4e-ca385229d02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (de68d2ac-0477-48a9-b737-67facd23632e), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:07.359436 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-48cf57ff-f26f-45c4-8c4e-ca385229d02d None None] Port de68d2ac-0477-48a9-b737-67facd23632e cannot update to ACTIVE because it is not bound. {{(pid=103485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:10:07.480210 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-61af7445-aa58-44d3-b991-666eaac0e152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6713fb-f30f-4734-bda5-92186752067c', 'name': 'tempest-AttachVolumeTestJSON-759078494-router', 'tenant_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': 'e2a3f1db-c32b-4a7b-b996-fc9aeff37995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:50Z', 'updated_at': '2022-04-12T03:05:10Z', 'revision_number': 4, 'project_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'gw_port': {'id': 'e2a3f1db-c32b-4a7b-b996-fc9aeff37995', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:9b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6713fb-f30f-4734-bda5-92186752067c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:51Z', 'updated_at': '2022-04-12T03:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_floatingips': [{'id': 'd6c5810c-5a10-4ec1-bc3b-681ea4fa0414', 'tenant_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'floating_ip_address': '172.27.3.200', 'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'router_id': '4c6713fb-f30f-4734-bda5-92186752067c', 'port_id': 'c0c0536c-4715-456d-a9dd-60f7b08e32f5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97d0737a-0806-4131-b2fa-4a4f2be2d49e', 'mac_address': 'fa:16:3e:99:24:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b92dac26-4e09-49e4-8651-f8c36754250b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:09:48Z', 'updated_at': '2022-04-12T03:10:05Z', 'revision_number': 1, 'project_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1520221-d622-4a9d-8d45-2b8795da9fac', 'name': '', 'network_id': '97d0737a-0806-4131-b2fa-4a4f2be2d49e', 'tenant_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'mac_address': 'fa:16:3e:ee:95:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6713fb-f30f-4734-bda5-92186752067c', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '6de8150c-bedf-4873-b651-20f43e4f6dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:05:04Z', 'updated_at': '2022-04-12T03:05:22Z', 'revision_number': 5, 'project_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'subnets': [{'id': '6de8150c-bedf-4873-b651-20f43e4f6dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:10:07.514424 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61af7445-aa58-44d3-b991-666eaac0e152 None None] The sync data for ids ['4c6713fb-f30f-4734-bda5-92186752067c'] in dv-cinder-837443-1-iscsi is: [{'id': '4c6713fb-f30f-4734-bda5-92186752067c', 'name': 'tempest-AttachVolumeTestJSON-759078494-router', 'tenant_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': 'e2a3f1db-c32b-4a7b-b996-fc9aeff37995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:50Z', 'updated_at': '2022-04-12T03:05:10Z', 'revision_number': 4, 'project_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'gw_port': {'id': 'e2a3f1db-c32b-4a7b-b996-fc9aeff37995', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:9b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6713fb-f30f-4734-bda5-92186752067c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:51Z', 'updated_at': '2022-04-12T03:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_floatingips': [{'id': 'd6c5810c-5a10-4ec1-bc3b-681ea4fa0414', 'tenant_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'floating_ip_address': '172.27.3.200', 'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'router_id': '4c6713fb-f30f-4734-bda5-92186752067c', 'port_id': 'c0c0536c-4715-456d-a9dd-60f7b08e32f5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97d0737a-0806-4131-b2fa-4a4f2be2d49e', 'mac_address': 'fa:16:3e:99:24:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b92dac26-4e09-49e4-8651-f8c36754250b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:09:48Z', 'updated_at': '2022-04-12T03:10:05Z', 'revision_number': 1, 'project_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1520221-d622-4a9d-8d45-2b8795da9fac', 'name': '', 'network_id': '97d0737a-0806-4131-b2fa-4a4f2be2d49e', 'tenant_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'mac_address': 'fa:16:3e:ee:95:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6713fb-f30f-4734-bda5-92186752067c', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '6de8150c-bedf-4873-b651-20f43e4f6dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:05:04Z', 'updated_at': '2022-04-12T03:05:22Z', 'revision_number': 5, 'project_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'subnets': [{'id': '6de8150c-bedf-4873-b651-20f43e4f6dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:10:07.519445 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19156fd9-ee50-4030-bc33-2034d1ca9bbc req-e379ec94-177b-409c-a3a7-34b01a0c880c tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:07.527289 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-19156fd9-ee50-4030-bc33-2034d1ca9bbc req-e379ec94-177b-409c-a3a7-34b01a0c880c tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=4da0e21c-3216-4a28-824e-095ada7c7afc HTTP/1.1" status: 200 len: 931 time: 0.0656033 Apr 12 03:10:07.582947 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-19156fd9-ee50-4030-bc33-2034d1ca9bbc req-5c40eeb5-4155-47d1-9359-b1c7efc1b2e6 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?id=1348c396-200b-4d15-9ec2-fe5b17f32916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547161 Apr 12 03:10:07.634346 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.notifiers.nova [req-15ad6fbc-66da-48c2-8c99-ca565e5be367 req-ef6decae-253e-4dec-b8cf-5369899c0386 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de68d2ac-0477-48a9-b737-67facd23632e {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:10:07.642136 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-15ad6fbc-66da-48c2-8c99-ca565e5be367 req-ef6decae-253e-4dec-b8cf-5369899c0386 service neutron] Publish callbacks [] for port (de68d2ac-0477-48a9-b737-67facd23632e), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:07.655587 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-15ad6fbc-66da-48c2-8c99-ca565e5be367 req-ef6decae-253e-4dec-b8cf-5369899c0386 service neutron] Transition to ACTIVE for port object de68d2ac-0477-48a9-b737-67facd23632e will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 03:10:07.660465 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-15ad6fbc-66da-48c2-8c99-ca565e5be367 req-ef6decae-253e-4dec-b8cf-5369899c0386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28695544'] for port (de68d2ac-0477-48a9-b737-67facd23632e), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:07.735000 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6decae-253e-4dec-b8cf-5369899c0386 service neutron] Pushing event updated for resources: {'Port': ['ID=de68d2ac-0477-48a9-b737-67facd23632e,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:07.772889 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832e16bb-cce4-4250-b50f-fc3acf9744a1 None None] New status for floating IP d6c5810c-5a10-4ec1-bc3b-681ea4fa0414: ACTIVE {{(pid=103485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 03:10:07.802550 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-15ad6fbc-66da-48c2-8c99-ca565e5be367 req-ef6decae-253e-4dec-b8cf-5369899c0386 service neutron] Attempting to bind port de68d2ac-0477-48a9-b737-67facd23632e on host hv-cinder-83744 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:10:07.802881 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-15ad6fbc-66da-48c2-8c99-ca565e5be367 req-ef6decae-253e-4dec-b8cf-5369899c0386 service neutron] Attempting to bind port de68d2ac-0477-48a9-b737-67facd23632e by drivers openvswitch,hyperv on host hv-cinder-83744 at level 0 using segments [{'id': 'dd5e46db-2abb-4e6f-862d-f5a1257f87c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:10:07.803231 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ad6fbc-66da-48c2-8c99-ca565e5be367 req-ef6decae-253e-4dec-b8cf-5369899c0386 service neutron] Attempting to bind port de68d2ac-0477-48a9-b737-67facd23632e on network c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:10:07.808351 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ad6fbc-66da-48c2-8c99-ca565e5be367 req-ef6decae-253e-4dec-b8cf-5369899c0386 service neutron] Port de68d2ac-0477-48a9-b737-67facd23632e on network c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83744 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 03:10:07.808687 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ad6fbc-66da-48c2-8c99-ca565e5be367 req-ef6decae-253e-4dec-b8cf-5369899c0386 service neutron] Attempting to bind port de68d2ac-0477-48a9-b737-67facd23632e on network c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:10:07.813951 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ad6fbc-66da-48c2-8c99-ca565e5be367 req-ef6decae-253e-4dec-b8cf-5369899c0386 service neutron] Checking agent: {'id': 'd9b4afc3-988d-4081-ae69-d9ab2b5cf58b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83744', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 3, 2, 51), 'started_at': datetime.datetime(2022, 4, 12, 3, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:10:07.814289 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ad6fbc-66da-48c2-8c99-ca565e5be367 req-ef6decae-253e-4dec-b8cf-5369899c0386 service neutron] Checking segment: {'id': 'dd5e46db-2abb-4e6f-862d-f5a1257f87c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:10:07.814661 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ad6fbc-66da-48c2-8c99-ca565e5be367 req-ef6decae-253e-4dec-b8cf-5369899c0386 service neutron] Bound using segment: {'id': 'dd5e46db-2abb-4e6f-862d-f5a1257f87c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:10:07.815074 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-15ad6fbc-66da-48c2-8c99-ca565e5be367 req-ef6decae-253e-4dec-b8cf-5369899c0386 service neutron] Bound port: de68d2ac-0477-48a9-b737-67facd23632e, host: hv-cinder-83744, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd5e46db-2abb-4e6f-862d-f5a1257f87c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:10:07.815428 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-15ad6fbc-66da-48c2-8c99-ca565e5be367 req-ef6decae-253e-4dec-b8cf-5369899c0386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (de68d2ac-0477-48a9-b737-67facd23632e), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:07.898906 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-15ad6fbc-66da-48c2-8c99-ca565e5be367 req-ef6decae-253e-4dec-b8cf-5369899c0386 service neutron] For port de68d2ac-0477-48a9-b737-67facd23632e, host hv-cinder-83744, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:10:07.905156 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-15ad6fbc-66da-48c2-8c99-ca565e5be367 req-ef6decae-253e-4dec-b8cf-5369899c0386 service neutron] For port de68d2ac-0477-48a9-b737-67facd23632e, host hv-cinder-83744, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=de68d2ac-0477-48a9-b737-67facd23632e,segment=NetworkSegment(dd5e46db-2abb-4e6f-862d-f5a1257f87c2),segment_id=dd5e46db-2abb-4e6f-862d-f5a1257f87c2)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:10:07.912610 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-15ad6fbc-66da-48c2-8c99-ca565e5be367 req-ef6decae-253e-4dec-b8cf-5369899c0386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28695544'] for port (de68d2ac-0477-48a9-b737-67facd23632e), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:07.963589 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad6fbc-66da-48c2-8c99-ca565e5be367 req-ef6decae-253e-4dec-b8cf-5369899c0386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:07.964322 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-15ad6fbc-66da-48c2-8c99-ca565e5be367 req-ef6decae-253e-4dec-b8cf-5369899c0386 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for port (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:07.965929 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-15ad6fbc-66da-48c2-8c99-ca565e5be367 req-ef6decae-253e-4dec-b8cf-5369899c0386 service neutron] 10.222.0.25 "PUT /v2.0/ports/de68d2ac-0477-48a9-b737-67facd23632e HTTP/1.1" status: 200 len: 1093 time: 0.8196771 Apr 12 03:10:07.966450 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4da0e21c-3216-4a28-824e-095ada7c7afc', 'tag': 'de68d2ac-0477-48a9-b737-67facd23632e'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:10:07.968855 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d98137ebe7b3f8ae23a53251b76916d727952a33f49bb2ab88d2915e9897d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cefb871e-a9ce-4824-a474-4eb3ad79b560" -d '{"events": [{"name": "network-changed", "server_uuid": "4da0e21c-3216-4a28-824e-095ada7c7afc", "tag": "de68d2ac-0477-48a9-b737-67facd23632e"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:10:07.997921 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6decae-253e-4dec-b8cf-5369899c0386 service neutron] Pushing event updated for resources: {'Port': ['ID=de68d2ac-0477-48a9-b737-67facd23632e,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:08.032150 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7947d19c-75ef-4af7-beb8-2a821a4bc584 x-openstack-request-id: req-7947d19c-75ef-4af7-beb8-2a821a4bc584 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:10:08.032380 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4da0e21c-3216-4a28-824e-095ada7c7afc", "tag": "de68d2ac-0477-48a9-b737-67facd23632e", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:10:08.032639 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7947d19c-75ef-4af7-beb8-2a821a4bc584 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:10:08.033204 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7947d19c-75ef-4af7-beb8-2a821a4bc584'] response: {'name': 'network-changed', 'server_uuid': '4da0e21c-3216-4a28-824e-095ada7c7afc', 'tag': 'de68d2ac-0477-48a9-b737-67facd23632e', 'status': 'completed', 'code': 200} Apr 12 03:10:08.066524 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad6fbc-66da-48c2-8c99-ca565e5be367 req-04001049-2aca-42e1-8647-8213f597b904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:08.068109 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-15ad6fbc-66da-48c2-8c99-ca565e5be367 req-04001049-2aca-42e1-8647-8213f597b904 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e9ed2cca6cce43c599fc86b60cfafda6&device_id=4da0e21c-3216-4a28-824e-095ada7c7afc HTTP/1.1" status: 200 len: 1127 time: 0.0464690 Apr 12 03:10:08.110981 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-15ad6fbc-66da-48c2-8c99-ca565e5be367 req-f729256b-6b39-4466-bad6-c7ca48f4168d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de68d2ac-0477-48a9-b737-67facd23632e HTTP/1.1" status: 200 len: 217 time: 0.0347707 Apr 12 03:10:08.163045 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad6fbc-66da-48c2-8c99-ca565e5be367 req-77697d73-fa90-4fbd-982f-70a70591262f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:08.164517 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-15ad6fbc-66da-48c2-8c99-ca565e5be367 req-77697d73-fa90-4fbd-982f-70a70591262f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3d77e3de-5404-4af1-9a0f-14127064fff3 HTTP/1.1" status: 200 len: 854 time: 0.0474281 Apr 12 03:10:08.208990 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad6fbc-66da-48c2-8c99-ca565e5be367 req-8eb2ff4b-6c9a-4d5f-aa09-fad2a3b0d02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:08.210514 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-15ad6fbc-66da-48c2-8c99-ca565e5be367 req-8eb2ff4b-6c9a-4d5f-aa09-fad2a3b0d02e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387964 Apr 12 03:10:08.305593 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-15ad6fbc-66da-48c2-8c99-ca565e5be367 req-ed61c3f6-c3ba-4bae-9ca7-b2cf83469181 service neutron] 10.222.0.25 "GET /v2.0/networks/c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881908 Apr 12 03:10:08.401880 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-15ad6fbc-66da-48c2-8c99-ca565e5be367 req-2188b543-a60f-4a85-b5c3-25f09fc5dd20 service neutron] 10.222.0.25 "GET /v2.0/networks/c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893502 Apr 12 03:10:08.703202 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9deb838-4791-4698-b9c4-70567ee0d162 req-bb2cabd2-5b45-4b98-a83f-052d377ae947 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:08.704763 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-b9deb838-4791-4698-b9c4-70567ee0d162 req-bb2cabd2-5b45-4b98-a83f-052d377ae947 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=4da0e21c-3216-4a28-824e-095ada7c7afc HTTP/1.1" status: 200 len: 943 time: 0.0498083 Apr 12 03:10:08.760272 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-b9deb838-4791-4698-b9c4-70567ee0d162 req-402503f0-eaae-44c0-95ce-41e3faa76418 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?id=1348c396-200b-4d15-9ec2-fe5b17f32916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494673 Apr 12 03:10:08.812922 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd7a1b-0584-44f4-bd18-1fff6911ecd8 req-4b4ccb36-6785-4b68-9e4c-2026da317092 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:08.814524 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-2acd7a1b-0584-44f4-bd18-1fff6911ecd8 req-4b4ccb36-6785-4b68-9e4c-2026da317092 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 946 time: 0.0572743 Apr 12 03:10:08.861617 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-2acd7a1b-0584-44f4-bd18-1fff6911ecd8 req-4f792235-984a-4bba-ae27-272e2dab2ec1 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=39685f75-dc11-42c2-a5ef-18e35667f4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414844 Apr 12 03:10:09.245859 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb871e-a9ce-4824-a474-4eb3ad79b560 req-d4f81408-cf20-4d62-b9ef-47fe4117654b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:09.247500 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-cefb871e-a9ce-4824-a474-4eb3ad79b560 req-d4f81408-cf20-4d62-b9ef-47fe4117654b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e9ed2cca6cce43c599fc86b60cfafda6&device_id=4da0e21c-3216-4a28-824e-095ada7c7afc HTTP/1.1" status: 200 len: 1127 time: 0.0417700 Apr 12 03:10:09.418823 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb871e-a9ce-4824-a474-4eb3ad79b560 req-ee949895-702e-464c-9e79-f6f075148122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:09.420217 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-cefb871e-a9ce-4824-a474-4eb3ad79b560 req-ee949895-702e-464c-9e79-f6f075148122 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b HTTP/1.1" status: 200 len: 915 time: 0.0918853 Apr 12 03:10:09.892361 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32600924-41a5-4f0b-af18-d78479979363 req-c57ceabf-ed5f-402a-8e6b-b886d5de59c9 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:09.893832 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-32600924-41a5-4f0b-af18-d78479979363 req-c57ceabf-ed5f-402a-8e6b-b886d5de59c9 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=4da0e21c-3216-4a28-824e-095ada7c7afc HTTP/1.1" status: 200 len: 943 time: 0.0504799 Apr 12 03:10:09.944171 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-32600924-41a5-4f0b-af18-d78479979363 req-0ef07d24-195f-407c-9d95-c081ea098ea9 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?id=1348c396-200b-4d15-9ec2-fe5b17f32916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445683 Apr 12 03:10:09.982860 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d6c43f-36ca-407b-8ee1-53ffb9d694f6 req-2ee91514-8c83-4a30-b0c1-55a6ca441700 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:09.984386 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-93d6c43f-36ca-407b-8ee1-53ffb9d694f6 req-2ee91514-8c83-4a30-b0c1-55a6ca441700 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 946 time: 0.0497909 Apr 12 03:10:10.031839 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-93d6c43f-36ca-407b-8ee1-53ffb9d694f6 req-a0848f47-7678-4b2f-96a3-19f0b9ac4bce tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=39685f75-dc11-42c2-a5ef-18e35667f4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417740 Apr 12 03:10:10.339176 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-cefb871e-a9ce-4824-a474-4eb3ad79b560 req-f0c805f8-3a2d-41fc-b6c2-b481ba9d10d3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de68d2ac-0477-48a9-b737-67facd23632e HTTP/1.1" status: 200 len: 217 time: 0.1413713 Apr 12 03:10:11.080666 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb871e-a9ce-4824-a474-4eb3ad79b560 req-037ef2f2-7d65-4b53-9f4c-d2945343fdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:11.082178 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-cefb871e-a9ce-4824-a474-4eb3ad79b560 req-037ef2f2-7d65-4b53-9f4c-d2945343fdb3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3d77e3de-5404-4af1-9a0f-14127064fff3 HTTP/1.1" status: 200 len: 854 time: 0.0785861 Apr 12 03:10:11.090799 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5d9a0-0e58-4a07-91d7-aa9b57b168bb req-c82e7d6a-e295-418c-92cd-9a64b832e53b tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:11.092204 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-b6c5d9a0-0e58-4a07-91d7-aa9b57b168bb req-c82e7d6a-e295-418c-92cd-9a64b832e53b tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=4da0e21c-3216-4a28-824e-095ada7c7afc HTTP/1.1" status: 200 len: 943 time: 0.0625830 Apr 12 03:10:11.139619 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-b6c5d9a0-0e58-4a07-91d7-aa9b57b168bb req-44ef942e-2ebb-4d67-9014-2e16f7b00175 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?id=1348c396-200b-4d15-9ec2-fe5b17f32916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417631 Apr 12 03:10:11.153478 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37786977-50f4-46d9-a3ef-6c2a5a1c9db4 req-f17fa16e-05e5-4f78-aba4-b1adcca81279 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:11.154971 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-37786977-50f4-46d9-a3ef-6c2a5a1c9db4 req-f17fa16e-05e5-4f78-aba4-b1adcca81279 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 946 time: 0.0507545 Apr 12 03:10:11.201348 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-37786977-50f4-46d9-a3ef-6c2a5a1c9db4 req-7e92f513-def1-4144-95e2-b3cc133243ee tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=39685f75-dc11-42c2-a5ef-18e35667f4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408173 Apr 12 03:10:11.967096 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb871e-a9ce-4824-a474-4eb3ad79b560 req-83b6a4bc-f3e3-46d5-8d53-560783a0e509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:11.968572 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-cefb871e-a9ce-4824-a474-4eb3ad79b560 req-83b6a4bc-f3e3-46d5-8d53-560783a0e509 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0531678 Apr 12 03:10:12.066357 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-cefb871e-a9ce-4824-a474-4eb3ad79b560 req-a849e376-b6b0-47bb-b881-89616b1f64af service neutron] 10.222.0.25 "GET /v2.0/networks/c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911088 Apr 12 03:10:12.159516 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-cefb871e-a9ce-4824-a474-4eb3ad79b560 req-f07215ee-58df-4757-9e41-ce7561f8d1b2 service neutron] 10.222.0.25 "GET /v2.0/networks/c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869317 Apr 12 03:10:12.161922 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device de68d2ac-0477-48a9-b737-67facd23632e details requested by agent hyperv_hv-cinder-83744 with host hv-cinder-83744 {{(pid=103485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 03:10:12.261246 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544665d-7a8a-4ab0-8421-bf7470305f46 req-78e7f1d4-b1ea-4943-934d-7c0c5a29cddb tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:12.262919 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-a544665d-7a8a-4ab0-8421-bf7470305f46 req-78e7f1d4-b1ea-4943-934d-7c0c5a29cddb tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=4da0e21c-3216-4a28-824e-095ada7c7afc HTTP/1.1" status: 200 len: 943 time: 0.0541406 Apr 12 03:10:12.268863 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port de68d2ac-0477-48a9-b737-67facd23632e, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=de68d2ac-0477-48a9-b737-67facd23632e,segment=NetworkSegment(dd5e46db-2abb-4e6f-862d-f5a1257f87c2),segment_id=dd5e46db-2abb-4e6f-862d-f5a1257f87c2)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:10:12.281559 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Returning: {'device': 'de68d2ac-0477-48a9-b737-67facd23632e', 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b', 'port_id': 'de68d2ac-0477-48a9-b737-67facd23632e', 'mac_address': 'fa:16:3e:a2:6a:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d77e3de-5404-4af1-9a0f-14127064fff3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 03:10:12.313913 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-a544665d-7a8a-4ab0-8421-bf7470305f46 req-2339d17e-4f48-43df-91de-25265bf68792 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?id=1348c396-200b-4d15-9ec2-fe5b17f32916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453069 Apr 12 03:10:12.321377 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Current status of the port de68d2ac-0477-48a9-b737-67facd23632e is: DOWN; New status is: BUILD {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:10:12.321983 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (de68d2ac-0477-48a9-b737-67facd23632e), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:12.331876 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e0db3-d614-4a61-aef0-52fb657879e3 req-63ec6f34-6c4a-4f64-8879-e3bd1154676c tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:12.333485 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-1e8e0db3-d614-4a61-aef0-52fb657879e3 req-63ec6f34-6c4a-4f64-8879-e3bd1154676c tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 946 time: 0.0565348 Apr 12 03:10:12.343437 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de68d2ac-0477-48a9-b737-67facd23632e {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:10:12.362892 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port de68d2ac-0477-48a9-b737-67facd23632e, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=de68d2ac-0477-48a9-b737-67facd23632e,segment=NetworkSegment(dd5e46db-2abb-4e6f-862d-f5a1257f87c2),segment_id=dd5e46db-2abb-4e6f-862d-f5a1257f87c2)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:10:12.367160 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (de68d2ac-0477-48a9-b737-67facd23632e), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:12.381622 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-1e8e0db3-d614-4a61-aef0-52fb657879e3 req-4c0afce3-2b7a-4d43-8a13-bc69266b796e tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=39685f75-dc11-42c2-a5ef-18e35667f4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421090 Apr 12 03:10:12.421378 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Pushing event updated for resources: {'Port': ['ID=de68d2ac-0477-48a9-b737-67facd23632e,revision_number=4']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:12.598303 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] get_ports_and_sgs() called for port_ids ['de68d2ac-0477-48a9-b737-67facd23632e'] {{(pid=103485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:10:13.440034 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a3c01-5d88-4966-a81c-3242ef51b4d4 req-5062a2f4-bcdb-49d2-99a1-575b1cf53791 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:13.441554 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-ca5a3c01-5d88-4966-a81c-3242ef51b4d4 req-5062a2f4-bcdb-49d2-99a1-575b1cf53791 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=4da0e21c-3216-4a28-824e-095ada7c7afc HTTP/1.1" status: 200 len: 944 time: 0.0542886 Apr 12 03:10:13.491330 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-ca5a3c01-5d88-4966-a81c-3242ef51b4d4 req-68f2cf99-5360-4424-9c3a-43fabb853d53 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?id=1348c396-200b-4d15-9ec2-fe5b17f32916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424538 Apr 12 03:10:13.506552 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f132c3c-ae01-4128-9091-a40ebf24f83f req-6bdbc7ca-aa55-42fe-a83b-389aa01040c8 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:13.508077 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-2f132c3c-ae01-4128-9091-a40ebf24f83f req-6bdbc7ca-aa55-42fe-a83b-389aa01040c8 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 946 time: 0.0470598 Apr 12 03:10:13.568416 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-2f132c3c-ae01-4128-9091-a40ebf24f83f req-598d26c3-4d47-4a1d-952d-0e8ef5bff24e tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=39685f75-dc11-42c2-a5ef-18e35667f4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538304 Apr 12 03:10:14.173447 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device de68d2ac-0477-48a9-b737-67facd23632e up at agent hyperv_hv-cinder-83744 {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:10:14.226631 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Provisioning for port de68d2ac-0477-48a9-b737-67facd23632e completed by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 03:10:14.233875 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Provisioning complete for port de68d2ac-0477-48a9-b737-67facd23632e triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:10:14.234275 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (de68d2ac-0477-48a9-b737-67facd23632e), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:14.315558 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Current status of the port de68d2ac-0477-48a9-b737-67facd23632e is: BUILD; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:10:14.316052 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (de68d2ac-0477-48a9-b737-67facd23632e), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:14.339524 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da0e21c-3216-4a28-824e-095ada7c7afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de68d2ac-0477-48a9-b737-67facd23632e'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:10:14.341775 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa41105cf641d53c122ae13245b26b419564b0c0a795a4827d4ee8fd8725077e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6459da26-2946-464a-8225-0db5f3014a05" -d '{"events": [{"server_uuid": "4da0e21c-3216-4a28-824e-095ada7c7afc", "name": "network-vif-plugged", "status": "completed", "tag": "de68d2ac-0477-48a9-b737-67facd23632e"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:10:14.355058 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port de68d2ac-0477-48a9-b737-67facd23632e, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=de68d2ac-0477-48a9-b737-67facd23632e,segment=NetworkSegment(dd5e46db-2abb-4e6f-862d-f5a1257f87c2),segment_id=dd5e46db-2abb-4e6f-862d-f5a1257f87c2)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:10:14.359089 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (de68d2ac-0477-48a9-b737-67facd23632e), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:14.391117 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89aec116-4387-4c8d-8ee9-d2575b8dd42d x-openstack-request-id: req-89aec116-4387-4c8d-8ee9-d2575b8dd42d {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:10:14.391426 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da0e21c-3216-4a28-824e-095ada7c7afc", "name": "network-vif-plugged", "status": "completed", "tag": "de68d2ac-0477-48a9-b737-67facd23632e", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:10:14.391680 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-89aec116-4387-4c8d-8ee9-d2575b8dd42d {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:10:14.392086 dv-cinder-837443-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89aec116-4387-4c8d-8ee9-d2575b8dd42d'] response: {'server_uuid': '4da0e21c-3216-4a28-824e-095ada7c7afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de68d2ac-0477-48a9-b737-67facd23632e', 'code': 200} Apr 12 03:10:14.422136 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Pushing event updated for resources: {'Port': ['ID=de68d2ac-0477-48a9-b737-67facd23632e,revision_number=5']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:14.555928 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5307f4-780c-4b99-a230-184bce6c89c2 req-613fc195-7fcc-4d09-bc11-f3cfbab817f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:14.557805 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-4f5307f4-780c-4b99-a230-184bce6c89c2 req-613fc195-7fcc-4d09-bc11-f3cfbab817f0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4da0e21c-3216-4a28-824e-095ada7c7afc HTTP/1.1" status: 200 len: 1129 time: 0.0418499 Apr 12 03:10:14.605391 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-4f5307f4-780c-4b99-a230-184bce6c89c2 req-2837ed5c-3da7-4017-ada2-180912381732 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1348c396-200b-4d15-9ec2-fe5b17f32916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411136 Apr 12 03:10:14.618805 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596e6ab-1da1-44a5-8d6c-0e1bb3cc0f71 req-eef483ff-da63-422a-93c5-1e746fa33f10 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:14.620356 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-d596e6ab-1da1-44a5-8d6c-0e1bb3cc0f71 req-eef483ff-da63-422a-93c5-1e746fa33f10 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=4da0e21c-3216-4a28-824e-095ada7c7afc HTTP/1.1" status: 200 len: 945 time: 0.0504286 Apr 12 03:10:14.667660 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-d596e6ab-1da1-44a5-8d6c-0e1bb3cc0f71 req-7397c977-4a17-40fc-b07c-0f75beb66f51 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?id=1348c396-200b-4d15-9ec2-fe5b17f32916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416389 Apr 12 03:10:14.868380 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6a145-9efb-476b-a7ca-f9b642a7e0e2 req-995109d3-69ee-4a6e-959f-42280e51b5bc tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:14.870029 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-08e6a145-9efb-476b-a7ca-f9b642a7e0e2 req-995109d3-69ee-4a6e-959f-42280e51b5bc tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 946 time: 0.0581601 Apr 12 03:10:14.921821 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-08e6a145-9efb-476b-a7ca-f9b642a7e0e2 req-ae4ac906-d19c-4151-8c14-d67d2383daf8 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=39685f75-dc11-42c2-a5ef-18e35667f4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441203 Apr 12 03:10:15.582394 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 46558) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:15.711547 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5d0b0669-85e8-477d-9dc9-c24c6d1f7ffb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:15.801713 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5d0b0669-85e8-477d-9dc9-c24c6d1f7ffb admin admin] Publish callbacks [] for security_group (9ae487e7-d01b-4a21-84b5-ee667f0dcedc), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:15.806511 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5d0b0669-85e8-477d-9dc9-c24c6d1f7ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (9ae487e7-d01b-4a21-84b5-ee667f0dcedc), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:15.844994 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-5d0b0669-85e8-477d-9dc9-c24c6d1f7ffb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=41e576ef7c634ff5ac1da0d1a11bf18f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2615085 Apr 12 03:10:15.846266 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0b0669-85e8-477d-9dc9-c24c6d1f7ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae487e7-d01b-4a21-84b5-ee667f0dcedc,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:15.848597 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 46566) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:15.893119 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d867f9-db4c-498a-8e78-be668db63fce req-ae6fea61-6e5c-493d-ade6-465e76e97b8d tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:15.894565 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-b2d867f9-db4c-498a-8e78-be668db63fce req-ae6fea61-6e5c-493d-ade6-465e76e97b8d tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=4da0e21c-3216-4a28-824e-095ada7c7afc HTTP/1.1" status: 200 len: 945 time: 0.1566126 Apr 12 03:10:15.905520 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3678f21a-4d31-404d-94e5-44e62e0b29a2 admin admin] Publish callbacks [] for security_group (9ae487e7-d01b-4a21-84b5-ee667f0dcedc), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:15.928697 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3678f21a-4d31-404d-94e5-44e62e0b29a2 admin admin] Publish callbacks [] for security_group (9ae487e7-d01b-4a21-84b5-ee667f0dcedc), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:15.940574 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-b2d867f9-db4c-498a-8e78-be668db63fce req-b46d8f50-aa84-4985-b954-727af444600c tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?id=1348c396-200b-4d15-9ec2-fe5b17f32916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401254 Apr 12 03:10:15.980706 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3678f21a-4d31-404d-94e5-44e62e0b29a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (9ae487e7-d01b-4a21-84b5-ee667f0dcedc), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:15.983409 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3678f21a-4d31-404d-94e5-44e62e0b29a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:15.984596 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-3678f21a-4d31-404d-94e5-44e62e0b29a2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9ae487e7-d01b-4a21-84b5-ee667f0dcedc HTTP/1.1" status: 204 len: 168 time: 0.1350696 Apr 12 03:10:15.994822 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3678f21a-4d31-404d-94e5-44e62e0b29a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae487e7-d01b-4a21-84b5-ee667f0dcedc,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:16.054733 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d9fdd-6ac8-424d-9795-550959610b04 req-3c07dc30-adad-42a9-96d3-04f973e9dc28 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:16.056677 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-f54d9fdd-6ac8-424d-9795-550959610b04 req-3c07dc30-adad-42a9-96d3-04f973e9dc28 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 946 time: 0.0517557 Apr 12 03:10:16.112121 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-f54d9fdd-6ac8-424d-9795-550959610b04 req-dd6f4e4d-4d50-4db1-8f2c-ea1adfd850fe tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=39685f75-dc11-42c2-a5ef-18e35667f4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496593 Apr 12 03:10:16.262822 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 46574) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:16.280754 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-5ad14d4c-af23-40a2-91b1-3894404dc369 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:16.356662 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-5ad14d4c-af23-40a2-91b1-3894404dc369 admin admin] Publish callbacks [] for security_group (babe9d12-82ac-4917-82c2-0148c7ca3738), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:16.362092 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-5ad14d4c-af23-40a2-91b1-3894404dc369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (babe9d12-82ac-4917-82c2-0148c7ca3738), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:16.397525 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad14d4c-af23-40a2-91b1-3894404dc369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=babe9d12-82ac-4917-82c2-0148c7ca3738,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:16.401939 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-5ad14d4c-af23-40a2-91b1-3894404dc369 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d8585efc89624b72aa5d4029fa6be484&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1380334 Apr 12 03:10:16.404750 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 46576) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:16.455374 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-9835994c-d42a-4ddb-a5f0-de4deb994d9c admin admin] Publish callbacks [] for security_group (babe9d12-82ac-4917-82c2-0148c7ca3738), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:16.479071 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-9835994c-d42a-4ddb-a5f0-de4deb994d9c admin admin] Publish callbacks [] for security_group (babe9d12-82ac-4917-82c2-0148c7ca3738), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:16.532641 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-9835994c-d42a-4ddb-a5f0-de4deb994d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (babe9d12-82ac-4917-82c2-0148c7ca3738), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:16.535137 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-9835994c-d42a-4ddb-a5f0-de4deb994d9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:16.536336 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-9835994c-d42a-4ddb-a5f0-de4deb994d9c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/babe9d12-82ac-4917-82c2-0148c7ca3738 HTTP/1.1" status: 204 len: 168 time: 0.1301122 Apr 12 03:10:16.545191 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9835994c-d42a-4ddb-a5f0-de4deb994d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=babe9d12-82ac-4917-82c2-0148c7ca3738,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:17.057981 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad076aa-50c2-43dc-93ba-37be5ee0362d req-e6aa34c6-d103-406f-9c29-5c3ce8c1167e tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:17.059494 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-4ad076aa-50c2-43dc-93ba-37be5ee0362d req-e6aa34c6-d103-406f-9c29-5c3ce8c1167e tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=4da0e21c-3216-4a28-824e-095ada7c7afc HTTP/1.1" status: 200 len: 945 time: 0.0511620 Apr 12 03:10:17.107526 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-4ad076aa-50c2-43dc-93ba-37be5ee0362d req-94d8cc06-65af-4d76-9a13-ac008c653bc9 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?id=1348c396-200b-4d15-9ec2-fe5b17f32916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422750 Apr 12 03:10:17.228635 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f9a9a-987b-4cda-b5f1-394a33fed78a req-2c7685ee-a493-4496-84cb-6d84118919ea tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:17.230138 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-b50f9a9a-987b-4cda-b5f1-394a33fed78a req-2c7685ee-a493-4496-84cb-6d84118919ea tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=4da0e21c-3216-4a28-824e-095ada7c7afc HTTP/1.1" status: 200 len: 945 time: 0.0494723 Apr 12 03:10:17.233526 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b961b-38ba-4048-8648-faf0b4d484a0 req-7ae5294c-09be-468a-8d97-7a3bc502574f tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:17.235022 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-394b961b-38ba-4048-8648-faf0b4d484a0 req-7ae5294c-09be-468a-8d97-7a3bc502574f tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 946 time: 0.0470557 Apr 12 03:10:17.238636 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 46604) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:17.243617 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [None req-927979f6-ee14-4eb5-9ffb-4e72974c46df tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Request body: {'floatingip': {'port_id': 'de68d2ac-0477-48a9-b737-67facd23632e'}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:10:17.292106 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-927979f6-ee14-4eb5-9ffb-4e72974c46df tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for floatingip (3318a76d-3d7d-4027-8de1-f0412a07454f), before_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:17.389368 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-394b961b-38ba-4048-8648-faf0b4d484a0 req-735f0858-416e-4576-8d98-428f3a3fd452 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=39685f75-dc11-42c2-a5ef-18e35667f4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419773 Apr 12 03:10:17.769368 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-927979f6-ee14-4eb5-9ffb-4e72974c46df tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:17.775307 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-927979f6-ee14-4eb5-9ffb-4e72974c46df tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682737'] for floatingip (3318a76d-3d7d-4027-8de1-f0412a07454f), after_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:17.879950 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.db.l3_db [None req-927979f6-ee14-4eb5-9ffb-4e72974c46df tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Floating IP 3318a76d-3d7d-4027-8de1-f0412a07454f associated. External IP: 172.27.3.135, port: de68d2ac-0477-48a9-b737-67facd23632e. Apr 12 03:10:18.106184 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-927979f6-ee14-4eb5-9ffb-4e72974c46df tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Router 35c512b1-c0fa-4787-9673-d33c78bee148 has already been hosted by L3 agent beb15aed-f2b6-4676-85ca-b43f14e6acf3 {{(pid=103483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:10:18.221536 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927979f6-ee14-4eb5-9ffb-4e72974c46df tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Notify agent at l3_agent.dv-cinder-837443-1-iscsi the message routers_updated {{(pid=103483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:10:18.226165 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-927979f6-ee14-4eb5-9ffb-4e72974c46df tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for floatingip (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:18.231735 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95457b5-91c9-4025-a8b0-5700f2d9fd48 None None] Sync routers for ids ['35c512b1-c0fa-4787-9673-d33c78bee148'] in dv-cinder-837443-1-iscsi {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:10:18.243368 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95457b5-91c9-4025-a8b0-5700f2d9fd48 None None] Routers {'35c512b1-c0fa-4787-9673-d33c78bee148'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:10:18.244022 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-b95457b5-91c9-4025-a8b0-5700f2d9fd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:09:57Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['35c512b1-c0fa-4787-9673-d33c78bee148'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:10:18.266581 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-927979f6-ee14-4eb5-9ffb-4e72974c46df tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "PUT /v2.0/floatingips/3318a76d-3d7d-4027-8de1-f0412a07454f HTTP/1.1" status: 200 len: 991 time: 1.0190802 Apr 12 03:10:18.266581 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4da0e21c-3216-4a28-824e-095ada7c7afc', 'tag': 'de68d2ac-0477-48a9-b737-67facd23632e'}] {{(pid=103483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:10:18.266581 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e274900216188b1398d2f2ab6fda0f9d84329b9f507230773e3e9728a2d4b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7485e6-2b7a-4886-87f0-ced6ea9bd5ca" -d '{"events": [{"name": "network-changed", "server_uuid": "4da0e21c-3216-4a28-824e-095ada7c7afc", "tag": "de68d2ac-0477-48a9-b737-67facd23632e"}]}' {{(pid=103483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:10:18.304456 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caae7551-85a3-42f8-ba35-0187af27e3ae x-openstack-request-id: req-caae7551-85a3-42f8-ba35-0187af27e3ae {{(pid=103483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:10:18.304679 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4da0e21c-3216-4a28-824e-095ada7c7afc", "tag": "de68d2ac-0477-48a9-b737-67facd23632e", "status": "completed", "code": 200}]} {{(pid=103483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:10:18.304926 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-caae7551-85a3-42f8-ba35-0187af27e3ae {{(pid=103483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:10:18.305458 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caae7551-85a3-42f8-ba35-0187af27e3ae'] response: {'name': 'network-changed', 'server_uuid': '4da0e21c-3216-4a28-824e-095ada7c7afc', 'tag': 'de68d2ac-0477-48a9-b737-67facd23632e', 'status': 'completed', 'code': 200} Apr 12 03:10:18.371307 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-b95457b5-91c9-4025-a8b0-5700f2d9fd48 None None] Set router 35c512b1-c0fa-4787-9673-d33c78bee148 gateway port host: dv-cinder-837443-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:10:18.399515 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7485e6-2b7a-4886-87f0-ced6ea9bd5ca req-0c418043-55d8-4a15-b411-9376ab16b200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:18.401217 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-4c7485e6-2b7a-4886-87f0-ced6ea9bd5ca req-0c418043-55d8-4a15-b411-9376ab16b200 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e9ed2cca6cce43c599fc86b60cfafda6&device_id=4da0e21c-3216-4a28-824e-095ada7c7afc HTTP/1.1" status: 200 len: 1129 time: 0.0647750 Apr 12 03:10:18.505982 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7485e6-2b7a-4886-87f0-ced6ea9bd5ca req-5b5fa93c-b8fe-4aad-b40f-e436ed2cb2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:18.507560 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-4c7485e6-2b7a-4886-87f0-ced6ea9bd5ca req-5b5fa93c-b8fe-4aad-b40f-e436ed2cb2f8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b HTTP/1.1" status: 200 len: 915 time: 0.0987177 Apr 12 03:10:18.515384 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8157477c-d4fb-4a3f-90a7-93b0c1e677a6 req-867c7777-1c20-4fa3-9a1f-40c76cd2373e tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:18.516909 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-8157477c-d4fb-4a3f-90a7-93b0c1e677a6 req-867c7777-1c20-4fa3-9a1f-40c76cd2373e tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 946 time: 0.0521150 Apr 12 03:10:18.566347 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-8157477c-d4fb-4a3f-90a7-93b0c1e677a6 req-ac31ba88-0108-4b8b-87c0-b566c4b69669 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=39685f75-dc11-42c2-a5ef-18e35667f4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432074 Apr 12 03:10:18.601701 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-b95457b5-91c9-4025-a8b0-5700f2d9fd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'name': 'tempest-AttachVolumeNegativeTest-1586939642-router', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '95173c10-6b01-412c-bf6f-36551b81baff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:49Z', 'updated_at': '2022-04-12T03:05:12Z', 'revision_number': 4, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'gw_port': {'id': '95173c10-6b01-412c-bf6f-36551b81baff', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:38:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:51Z', 'updated_at': '2022-04-12T03:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_floatingips': [{'id': '3318a76d-3d7d-4027-8de1-f0412a07454f', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'floating_ip_address': '172.27.3.135', 'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'router_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'port_id': 'de68d2ac-0477-48a9-b737-67facd23632e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b', 'mac_address': 'fa:16:3e:a2:6a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da0e21c-3216-4a28-824e-095ada7c7afc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:10:03Z', 'updated_at': '2022-04-12T03:10:17Z', 'revision_number': 1, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '054442ec-508f-4b5a-9b29-057809715a20', 'name': '', 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'mac_address': 'fa:16:3e:17:75:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3d77e3de-5404-4af1-9a0f-14127064fff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:05:09Z', 'updated_at': '2022-04-12T03:05:19Z', 'revision_number': 5, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'subnets': [{'id': '3d77e3de-5404-4af1-9a0f-14127064fff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:10:18.628689 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95457b5-91c9-4025-a8b0-5700f2d9fd48 None None] Checking router: 35c512b1-c0fa-4787-9673-d33c78bee148 for host: dv-cinder-837443-1-iscsi {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:10:18.634313 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-4c7485e6-2b7a-4886-87f0-ced6ea9bd5ca req-243fe319-2b65-4498-9e02-2ab4c7978896 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de68d2ac-0477-48a9-b737-67facd23632e HTTP/1.1" status: 200 len: 999 time: 0.0755341 Apr 12 03:10:18.637875 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95457b5-91c9-4025-a8b0-5700f2d9fd48 None None] Routers {'35c512b1-c0fa-4787-9673-d33c78bee148'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:10:18.638463 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-b95457b5-91c9-4025-a8b0-5700f2d9fd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:09:57Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['35c512b1-c0fa-4787-9673-d33c78bee148'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:10:18.685580 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7485e6-2b7a-4886-87f0-ced6ea9bd5ca req-edf2898b-3183-4aeb-a116-cbb442231194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:18.687180 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-4c7485e6-2b7a-4886-87f0-ced6ea9bd5ca req-edf2898b-3183-4aeb-a116-cbb442231194 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3d77e3de-5404-4af1-9a0f-14127064fff3 HTTP/1.1" status: 200 len: 854 time: 0.0460250 Apr 12 03:10:18.730267 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7485e6-2b7a-4886-87f0-ced6ea9bd5ca req-0c124052-2128-4fc7-8131-63ee19bbf676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:18.731867 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-4c7485e6-2b7a-4886-87f0-ced6ea9bd5ca req-0c124052-2128-4fc7-8131-63ee19bbf676 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391052 Apr 12 03:10:18.747461 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-b95457b5-91c9-4025-a8b0-5700f2d9fd48 None None] Set router 35c512b1-c0fa-4787-9673-d33c78bee148 gateway port host: dv-cinder-837443-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:10:18.824523 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-4c7485e6-2b7a-4886-87f0-ced6ea9bd5ca req-edf04316-857f-4c46-bc26-70211256abb4 service neutron] 10.222.0.25 "GET /v2.0/networks/c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866644 Apr 12 03:10:18.913136 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-4c7485e6-2b7a-4886-87f0-ced6ea9bd5ca req-5358a4fd-8bc7-4a37-a873-9896cfbc8876 service neutron] 10.222.0.25 "GET /v2.0/networks/c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829110 Apr 12 03:10:18.959715 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-b95457b5-91c9-4025-a8b0-5700f2d9fd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'name': 'tempest-AttachVolumeNegativeTest-1586939642-router', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '95173c10-6b01-412c-bf6f-36551b81baff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:49Z', 'updated_at': '2022-04-12T03:05:12Z', 'revision_number': 4, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'gw_port': {'id': '95173c10-6b01-412c-bf6f-36551b81baff', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:38:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:51Z', 'updated_at': '2022-04-12T03:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_floatingips': [{'id': '3318a76d-3d7d-4027-8de1-f0412a07454f', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'floating_ip_address': '172.27.3.135', 'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'router_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'port_id': 'de68d2ac-0477-48a9-b737-67facd23632e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b', 'mac_address': 'fa:16:3e:a2:6a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da0e21c-3216-4a28-824e-095ada7c7afc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:10:03Z', 'updated_at': '2022-04-12T03:10:17Z', 'revision_number': 1, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '054442ec-508f-4b5a-9b29-057809715a20', 'name': '', 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'mac_address': 'fa:16:3e:17:75:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3d77e3de-5404-4af1-9a0f-14127064fff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:05:09Z', 'updated_at': '2022-04-12T03:05:19Z', 'revision_number': 5, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'subnets': [{'id': '3d77e3de-5404-4af1-9a0f-14127064fff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:10:18.989987 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95457b5-91c9-4025-a8b0-5700f2d9fd48 None None] The sync data for ids ['35c512b1-c0fa-4787-9673-d33c78bee148'] in dv-cinder-837443-1-iscsi is: [{'id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'name': 'tempest-AttachVolumeNegativeTest-1586939642-router', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '95173c10-6b01-412c-bf6f-36551b81baff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:49Z', 'updated_at': '2022-04-12T03:05:12Z', 'revision_number': 4, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'gw_port': {'id': '95173c10-6b01-412c-bf6f-36551b81baff', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:38:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:51Z', 'updated_at': '2022-04-12T03:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_floatingips': [{'id': '3318a76d-3d7d-4027-8de1-f0412a07454f', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'floating_ip_address': '172.27.3.135', 'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'router_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'port_id': 'de68d2ac-0477-48a9-b737-67facd23632e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b', 'mac_address': 'fa:16:3e:a2:6a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da0e21c-3216-4a28-824e-095ada7c7afc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:10:03Z', 'updated_at': '2022-04-12T03:10:17Z', 'revision_number': 1, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '054442ec-508f-4b5a-9b29-057809715a20', 'name': '', 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'mac_address': 'fa:16:3e:17:75:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3d77e3de-5404-4af1-9a0f-14127064fff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:05:09Z', 'updated_at': '2022-04-12T03:05:19Z', 'revision_number': 5, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'subnets': [{'id': '3d77e3de-5404-4af1-9a0f-14127064fff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:10:19.198169 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf8e101-a6db-45a6-8ffa-eb7f5a320a1f None None] New status for floating IP 3318a76d-3d7d-4027-8de1-f0412a07454f: ACTIVE {{(pid=103485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 03:10:19.696306 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57407a89-8c3e-404f-9880-c6cca9066e89 req-736b8500-5d42-463e-aab2-a72afbbb6502 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:19.697778 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-57407a89-8c3e-404f-9880-c6cca9066e89 req-736b8500-5d42-463e-aab2-a72afbbb6502 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 946 time: 0.0515263 Apr 12 03:10:19.746780 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-57407a89-8c3e-404f-9880-c6cca9066e89 req-18dcf7e6-6e24-40db-909d-2c774714a6c5 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=39685f75-dc11-42c2-a5ef-18e35667f4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427089 Apr 12 03:10:20.786984 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d9b4afc3-988d-4081-ae69-d9ab2b5cf58b), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:20.874802 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0febd4ac-05dc-4aeb-950a-991f2cb843fb req-2ce96fcb-96c5-49d0-ae03-d96ec4cca25f tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:20.876443 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-0febd4ac-05dc-4aeb-950a-991f2cb843fb req-2ce96fcb-96c5-49d0-ae03-d96ec4cca25f tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 946 time: 0.0523140 Apr 12 03:10:20.929597 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-0febd4ac-05dc-4aeb-950a-991f2cb843fb req-776b3455-033a-4fc5-a301-e68bf5ea80b8 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=39685f75-dc11-42c2-a5ef-18e35667f4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474229 Apr 12 03:10:22.051573 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b08e75-ed48-47bc-8594-1f20e2ade71b req-91093852-ea7b-4189-be88-f163962fa18d tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:22.053069 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-e0b08e75-ed48-47bc-8594-1f20e2ade71b req-91093852-ea7b-4189-be88-f163962fa18d tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 946 time: 0.0536833 Apr 12 03:10:22.102343 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-e0b08e75-ed48-47bc-8594-1f20e2ade71b req-f94e6ce9-1ba4-4354-96f9-d8ee3b49005b tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=39685f75-dc11-42c2-a5ef-18e35667f4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430982 Apr 12 03:10:22.203844 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device d22f4ed3-500d-4195-8024-9d2bcd99fec1 details requested by agent hyperv_hv-cinder-83744 with host hv-cinder-83744 {{(pid=103485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 03:10:22.310692 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port d22f4ed3-500d-4195-8024-9d2bcd99fec1, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=d22f4ed3-500d-4195-8024-9d2bcd99fec1,segment=NetworkSegment(71025db5-b671-400c-aac9-a4516ac262e9),segment_id=71025db5-b671-400c-aac9-a4516ac262e9)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:10:22.322501 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Returning: {'device': 'd22f4ed3-500d-4195-8024-9d2bcd99fec1', 'network_id': '2b3dbba0-7776-42cc-ae85-893ed357f655', 'port_id': 'd22f4ed3-500d-4195-8024-9d2bcd99fec1', 'mac_address': 'fa:16:3e:43:95:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '100d1803-3d36-4c71-9fbf-e95fa2273558', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 03:10:22.365918 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Current status of the port d22f4ed3-500d-4195-8024-9d2bcd99fec1 is: ACTIVE; New status is: BUILD {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:10:22.366376 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (d22f4ed3-500d-4195-8024-9d2bcd99fec1), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:22.382820 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d22f4ed3-500d-4195-8024-9d2bcd99fec1 {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:10:22.408153 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port d22f4ed3-500d-4195-8024-9d2bcd99fec1, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=d22f4ed3-500d-4195-8024-9d2bcd99fec1,segment=NetworkSegment(71025db5-b671-400c-aac9-a4516ac262e9),segment_id=71025db5-b671-400c-aac9-a4516ac262e9)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:10:22.413490 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (d22f4ed3-500d-4195-8024-9d2bcd99fec1), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:22.468831 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Pushing event updated for resources: {'Port': ['ID=d22f4ed3-500d-4195-8024-9d2bcd99fec1,revision_number=6']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:22.508933 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.agents_db [None req-d3c4685f-78b0-4ffc-8e41-99bd627ddb58 None None] Agent healthcheck: found 6 active agents {{(pid=103486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:10:22.518595 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] get_ports_and_sgs() called for port_ids ['d22f4ed3-500d-4195-8024-9d2bcd99fec1'] {{(pid=103485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:10:23.166986 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 46746) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:23.244685 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f459659d-653f-46b1-be8a-5c7aa9a77ae7 req-2a972c78-bd38-47bf-8ee4-594c3521d48d tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:23.256078 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-f459659d-653f-46b1-be8a-5c7aa9a77ae7 req-2a972c78-bd38-47bf-8ee4-594c3521d48d tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 945 time: 0.0690427 Apr 12 03:10:23.300280 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-0cdd20c6-fe08-482c-9232-85ceeeed098f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:23.326489 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-f459659d-653f-46b1-be8a-5c7aa9a77ae7 req-965e2d9c-601b-4f1c-88ba-1701d8fe0314 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=39685f75-dc11-42c2-a5ef-18e35667f4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684359 Apr 12 03:10:23.413778 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-0cdd20c6-fe08-482c-9232-85ceeeed098f admin admin] Publish callbacks [] for security_group (4993d7db-4730-468f-a5ec-68c63d297d90), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:23.419571 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-0cdd20c6-fe08-482c-9232-85ceeeed098f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (4993d7db-4730-468f-a5ec-68c63d297d90), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:23.463026 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-0cdd20c6-fe08-482c-9232-85ceeeed098f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=619c0bc38fd241aa85fac2b8384f796d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2915099 Apr 12 03:10:23.463026 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd20c6-fe08-482c-9232-85ceeeed098f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4993d7db-4730-468f-a5ec-68c63d297d90,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:23.463379 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 46750) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:23.532060 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-60654287-b198-4013-8fa2-f6be08c7e7df admin admin] Publish callbacks [] for security_group (4993d7db-4730-468f-a5ec-68c63d297d90), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:23.557346 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-60654287-b198-4013-8fa2-f6be08c7e7df admin admin] Publish callbacks [] for security_group (4993d7db-4730-468f-a5ec-68c63d297d90), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:23.616925 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-60654287-b198-4013-8fa2-f6be08c7e7df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (4993d7db-4730-468f-a5ec-68c63d297d90), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:23.619979 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-60654287-b198-4013-8fa2-f6be08c7e7df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:23.624457 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-60654287-b198-4013-8fa2-f6be08c7e7df admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4993d7db-4730-468f-a5ec-68c63d297d90 HTTP/1.1" status: 204 len: 168 time: 0.1599658 Apr 12 03:10:23.633801 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60654287-b198-4013-8fa2-f6be08c7e7df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4993d7db-4730-468f-a5ec-68c63d297d90,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:23.950639 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 46756) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:23.964630 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0abb911e-a5f4-4dbb-9471-9eba495d5a0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:24.062180 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0abb911e-a5f4-4dbb-9471-9eba495d5a0f admin admin] Publish callbacks [] for security_group (3a497abc-15c7-43cc-953f-6b5dad591257), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:24.066879 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0abb911e-a5f4-4dbb-9471-9eba495d5a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (3a497abc-15c7-43cc-953f-6b5dad591257), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:24.109223 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-0abb911e-a5f4-4dbb-9471-9eba495d5a0f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=587d0a6f04134c58b77282574fbf0272&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1547203 Apr 12 03:10:24.109223 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abb911e-a5f4-4dbb-9471-9eba495d5a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a497abc-15c7-43cc-953f-6b5dad591257,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:24.109646 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 46758) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:24.161409 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ac91cb53-93f7-45a5-986b-d4a6e408e6b9 admin admin] Publish callbacks [] for security_group (3a497abc-15c7-43cc-953f-6b5dad591257), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:24.189150 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ac91cb53-93f7-45a5-986b-d4a6e408e6b9 admin admin] Publish callbacks [] for security_group (3a497abc-15c7-43cc-953f-6b5dad591257), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:24.249421 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ac91cb53-93f7-45a5-986b-d4a6e408e6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (3a497abc-15c7-43cc-953f-6b5dad591257), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:24.250281 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device d22f4ed3-500d-4195-8024-9d2bcd99fec1 up at agent hyperv_hv-cinder-83744 {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:10:24.253741 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ac91cb53-93f7-45a5-986b-d4a6e408e6b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:24.266359 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-ac91cb53-93f7-45a5-986b-d4a6e408e6b9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3a497abc-15c7-43cc-953f-6b5dad591257 HTTP/1.1" status: 204 len: 168 time: 0.1502852 Apr 12 03:10:24.287902 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac91cb53-93f7-45a5-986b-d4a6e408e6b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a497abc-15c7-43cc-953f-6b5dad591257,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:24.305285 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Provisioning complete for port d22f4ed3-500d-4195-8024-9d2bcd99fec1 triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:10:24.307502 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (d22f4ed3-500d-4195-8024-9d2bcd99fec1), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:24.420297 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Current status of the port d22f4ed3-500d-4195-8024-9d2bcd99fec1 is: BUILD; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:10:24.428215 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (d22f4ed3-500d-4195-8024-9d2bcd99fec1), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:24.456295 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5335331-8a3f-414c-b66d-2bb538d839dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd22f4ed3-500d-4195-8024-9d2bcd99fec1'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:10:24.459025 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa41105cf641d53c122ae13245b26b419564b0c0a795a4827d4ee8fd8725077e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f47181a5-26f3-425d-b67e-c0facf1be48b" -d '{"events": [{"server_uuid": "b5335331-8a3f-414c-b66d-2bb538d839dd", "name": "network-vif-plugged", "status": "completed", "tag": "d22f4ed3-500d-4195-8024-9d2bcd99fec1"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:10:24.478965 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba554e86-f0f1-418f-b31c-5c80c671c609 req-a0668ce1-4654-48e5-9c98-2ab08f08d790 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:24.486055 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-ba554e86-f0f1-418f-b31c-5c80c671c609 req-a0668ce1-4654-48e5-9c98-2ab08f08d790 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 945 time: 0.0818260 Apr 12 03:10:24.496120 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port d22f4ed3-500d-4195-8024-9d2bcd99fec1, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=d22f4ed3-500d-4195-8024-9d2bcd99fec1,segment=NetworkSegment(71025db5-b671-400c-aac9-a4516ac262e9),segment_id=71025db5-b671-400c-aac9-a4516ac262e9)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:10:24.507678 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (d22f4ed3-500d-4195-8024-9d2bcd99fec1), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:24.552173 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-ba554e86-f0f1-418f-b31c-5c80c671c609 req-988cab3c-38a7-4753-820e-1e0f7de2a6bf tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=39685f75-dc11-42c2-a5ef-18e35667f4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651431 Apr 12 03:10:24.572334 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9875fb60-54d4-49cc-a1ac-c9175e8733ab x-openstack-request-id: req-9875fb60-54d4-49cc-a1ac-c9175e8733ab {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:10:24.572984 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5335331-8a3f-414c-b66d-2bb538d839dd", "name": "network-vif-plugged", "status": "completed", "tag": "d22f4ed3-500d-4195-8024-9d2bcd99fec1", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:10:24.573496 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9875fb60-54d4-49cc-a1ac-c9175e8733ab {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:10:24.574539 dv-cinder-837443-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9875fb60-54d4-49cc-a1ac-c9175e8733ab'] response: {'server_uuid': 'b5335331-8a3f-414c-b66d-2bb538d839dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd22f4ed3-500d-4195-8024-9d2bcd99fec1', 'code': 200} Apr 12 03:10:24.576426 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Pushing event updated for resources: {'Port': ['ID=d22f4ed3-500d-4195-8024-9d2bcd99fec1,revision_number=7']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:24.781728 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-84ed3b8b-05f9-4d08-bbb3-d1dee8ff1252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (fa7f2a92-0c20-457b-b451-d8a4489755d5), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:25.704739 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b36b9c-f5ea-4a74-8da7-e906994fb823 req-123b24f2-391d-48b1-a20d-8cc06d5f070d tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:25.706870 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-35b36b9c-f5ea-4a74-8da7-e906994fb823 req-123b24f2-391d-48b1-a20d-8cc06d5f070d tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 946 time: 0.0516181 Apr 12 03:10:25.776355 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-35b36b9c-f5ea-4a74-8da7-e906994fb823 req-e5c68e72-25fd-4873-905f-bc645bf426d1 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=39685f75-dc11-42c2-a5ef-18e35667f4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597613 Apr 12 03:10:26.844990 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 46842) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:26.934637 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ecc56-8844-42d0-9156-9f4111fa5ed3 req-557c0446-e4ed-4911-a51f-370830cc9f32 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:26.936369 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-af0ecc56-8844-42d0-9156-9f4111fa5ed3 req-557c0446-e4ed-4911-a51f-370830cc9f32 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 946 time: 0.0677984 Apr 12 03:10:26.984127 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2789ca1a-44c5-49dd-bb72-f5c3e4ed1c2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:27.006291 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-af0ecc56-8844-42d0-9156-9f4111fa5ed3 req-3d995ffa-914b-4d6b-b793-4dfb3e64c0af tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=39685f75-dc11-42c2-a5ef-18e35667f4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639668 Apr 12 03:10:27.083707 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2789ca1a-44c5-49dd-bb72-f5c3e4ed1c2e admin admin] Publish callbacks [] for security_group (f95d90d7-709b-4003-9b13-42e8c11ea749), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:27.088812 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2789ca1a-44c5-49dd-bb72-f5c3e4ed1c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (f95d90d7-709b-4003-9b13-42e8c11ea749), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:27.126337 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2789ca1a-44c5-49dd-bb72-f5c3e4ed1c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95d90d7-709b-4003-9b13-42e8c11ea749,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:27.133307 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 46846) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:27.133960 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-2789ca1a-44c5-49dd-bb72-f5c3e4ed1c2e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2a20c78e49a74b57a174e0e0672210e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2882354 Apr 12 03:10:27.195944 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-2f1d0fe5-5c33-42ff-9f5b-572b63befefc admin admin] Publish callbacks [] for security_group (f95d90d7-709b-4003-9b13-42e8c11ea749), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:27.219166 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-2f1d0fe5-5c33-42ff-9f5b-572b63befefc admin admin] Publish callbacks [] for security_group (f95d90d7-709b-4003-9b13-42e8c11ea749), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:27.250663 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ebddea23-e93c-4cc6-b8e3-a41b5490069b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (beb15aed-f2b6-4676-85ca-b43f14e6acf3), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:27.276240 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-2f1d0fe5-5c33-42ff-9f5b-572b63befefc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (f95d90d7-709b-4003-9b13-42e8c11ea749), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:27.279379 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-2f1d0fe5-5c33-42ff-9f5b-572b63befefc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:27.280723 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-2f1d0fe5-5c33-42ff-9f5b-572b63befefc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f95d90d7-709b-4003-9b13-42e8c11ea749 HTTP/1.1" status: 204 len: 168 time: 0.1461215 Apr 12 03:10:27.290233 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1d0fe5-5c33-42ff-9f5b-572b63befefc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95d90d7-709b-4003-9b13-42e8c11ea749,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:27.587211 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 46852) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:27.604077 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-57ce692c-0adf-4caf-b7af-789a34ba1f15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:27.701719 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-57ce692c-0adf-4caf-b7af-789a34ba1f15 admin admin] Publish callbacks [] for security_group (5fd7ca27-2184-46f6-89ec-aa31ac6253d5), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:27.715287 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-57ce692c-0adf-4caf-b7af-789a34ba1f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (5fd7ca27-2184-46f6-89ec-aa31ac6253d5), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:27.760539 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-57ce692c-0adf-4caf-b7af-789a34ba1f15 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=be081b6cf70d4c9b840c3839731ac8af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1720662 Apr 12 03:10:27.761616 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ce692c-0adf-4caf-b7af-789a34ba1f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd7ca27-2184-46f6-89ec-aa31ac6253d5,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:27.763360 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 46854) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:27.831966 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-052c2353-dcb7-409e-9751-2d47fe74aa57 admin admin] Publish callbacks [] for security_group (5fd7ca27-2184-46f6-89ec-aa31ac6253d5), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:27.854482 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-052c2353-dcb7-409e-9751-2d47fe74aa57 admin admin] Publish callbacks [] for security_group (5fd7ca27-2184-46f6-89ec-aa31ac6253d5), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:27.917098 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-052c2353-dcb7-409e-9751-2d47fe74aa57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (5fd7ca27-2184-46f6-89ec-aa31ac6253d5), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:27.919592 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-052c2353-dcb7-409e-9751-2d47fe74aa57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:27.920771 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-052c2353-dcb7-409e-9751-2d47fe74aa57 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5fd7ca27-2184-46f6-89ec-aa31ac6253d5 HTTP/1.1" status: 204 len: 168 time: 0.1562452 Apr 12 03:10:27.929072 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c2353-dcb7-409e-9751-2d47fe74aa57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd7ca27-2184-46f6-89ec-aa31ac6253d5,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:28.169943 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09485209-b123-4aef-9990-43231cf9a8c8 req-3a1be06b-9094-4022-91b6-e3b24947b75c tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:28.171832 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-09485209-b123-4aef-9990-43231cf9a8c8 req-3a1be06b-9094-4022-91b6-e3b24947b75c tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 946 time: 0.0716455 Apr 12 03:10:28.246725 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a63736aa-03b4-448a-a5ac-a324793c796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (2fa08797-e830-4b1e-af03-8a255eb086f2), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:28.254637 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-09485209-b123-4aef-9990-43231cf9a8c8 req-31e8345e-6211-450c-9113-49e8985cdae2 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=39685f75-dc11-42c2-a5ef-18e35667f4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704923 Apr 12 03:10:29.378761 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46dcbe4-c435-48f7-b945-204c0089a908 req-8ad0c0fa-c22e-4a31-a637-363a6a0b8147 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:29.386723 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-a46dcbe4-c435-48f7-b945-204c0089a908 req-8ad0c0fa-c22e-4a31-a637-363a6a0b8147 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 946 time: 0.0572758 Apr 12 03:10:29.446911 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-a46dcbe4-c435-48f7-b945-204c0089a908 req-7f47c12c-1aa2-400f-81c1-440948b694eb tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=39685f75-dc11-42c2-a5ef-18e35667f4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531058 Apr 12 03:10:29.936064 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be625cda-7f2b-4ec3-b03f-aa24446ccc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d888e177-8f03-43a8-a394-c59927fa1996), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:30.235117 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 46930) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:30.354432 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-398ecd68-521b-4556-a808-8e100ebc3333 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:30.437150 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-398ecd68-521b-4556-a808-8e100ebc3333 admin admin] Publish callbacks [] for security_group (6bf5f38a-22cf-4811-9227-87bb6355e78a), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:30.442373 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-398ecd68-521b-4556-a808-8e100ebc3333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (6bf5f38a-22cf-4811-9227-87bb6355e78a), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:30.487793 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 46936) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:30.488358 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-398ecd68-521b-4556-a808-8e100ebc3333 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4b7dcdcb931d49f59aa237f55a0a545a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2515950 Apr 12 03:10:30.488896 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ecd68-521b-4556-a808-8e100ebc3333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf5f38a-22cf-4811-9227-87bb6355e78a,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:30.585354 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-185cf77c-740c-41b0-ab79-b93385690734 admin admin] Publish callbacks [] for security_group (6bf5f38a-22cf-4811-9227-87bb6355e78a), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:30.597071 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32930370-acd7-4dcf-a439-3aee27438fb5 req-786d98ec-ce82-4804-a828-12c8dcc50acf tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:30.598605 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-32930370-acd7-4dcf-a439-3aee27438fb5 req-786d98ec-ce82-4804-a828-12c8dcc50acf tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 946 time: 0.0704019 Apr 12 03:10:30.625161 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-185cf77c-740c-41b0-ab79-b93385690734 admin admin] Publish callbacks [] for security_group (6bf5f38a-22cf-4811-9227-87bb6355e78a), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:30.685482 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-32930370-acd7-4dcf-a439-3aee27438fb5 req-864675d8-9b1b-4706-812d-9d91adde4da0 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=39685f75-dc11-42c2-a5ef-18e35667f4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751350 Apr 12 03:10:30.720031 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-185cf77c-740c-41b0-ab79-b93385690734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (6bf5f38a-22cf-4811-9227-87bb6355e78a), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:30.722851 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-185cf77c-740c-41b0-ab79-b93385690734 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:30.726330 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-185cf77c-740c-41b0-ab79-b93385690734 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6bf5f38a-22cf-4811-9227-87bb6355e78a HTTP/1.1" status: 204 len: 168 time: 0.2341776 Apr 12 03:10:30.737002 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185cf77c-740c-41b0-ab79-b93385690734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf5f38a-22cf-4811-9227-87bb6355e78a,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:31.035802 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 46946) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:31.049956 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-983aa702-1863-48b8-8a11-15ac9e9db594 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:31.133755 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-983aa702-1863-48b8-8a11-15ac9e9db594 admin admin] Publish callbacks [] for security_group (5f14ef29-6f40-48d8-9eef-86c9dfcdee46), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:31.138602 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-983aa702-1863-48b8-8a11-15ac9e9db594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (5f14ef29-6f40-48d8-9eef-86c9dfcdee46), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:31.180575 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 46948) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:31.180812 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-983aa702-1863-48b8-8a11-15ac9e9db594 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=90610e835d63481db05085e68cac124e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1435463 Apr 12 03:10:31.181663 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983aa702-1863-48b8-8a11-15ac9e9db594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f14ef29-6f40-48d8-9eef-86c9dfcdee46,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:31.240843 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-23040a74-8901-48b3-9e73-cc11fb3dfa2d admin admin] Publish callbacks [] for security_group (5f14ef29-6f40-48d8-9eef-86c9dfcdee46), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:31.265121 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-23040a74-8901-48b3-9e73-cc11fb3dfa2d admin admin] Publish callbacks [] for security_group (5f14ef29-6f40-48d8-9eef-86c9dfcdee46), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:31.320189 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-23040a74-8901-48b3-9e73-cc11fb3dfa2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (5f14ef29-6f40-48d8-9eef-86c9dfcdee46), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:31.322764 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-23040a74-8901-48b3-9e73-cc11fb3dfa2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:31.323901 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-23040a74-8901-48b3-9e73-cc11fb3dfa2d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5f14ef29-6f40-48d8-9eef-86c9dfcdee46 HTTP/1.1" status: 204 len: 168 time: 0.1421251 Apr 12 03:10:31.334664 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23040a74-8901-48b3-9e73-cc11fb3dfa2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f14ef29-6f40-48d8-9eef-86c9dfcdee46,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:31.366017 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:31.805176 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9767a-e520-4665-aa6f-72b9cdf5f67c req-b1256e2f-4a4c-4028-8215-83d82e2c9ef3 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:31.807079 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1db9767a-e520-4665-aa6f-72b9cdf5f67c req-b1256e2f-4a4c-4028-8215-83d82e2c9ef3 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 946 time: 0.0479159 Apr 12 03:10:31.863189 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1db9767a-e520-4665-aa6f-72b9cdf5f67c req-894425b9-1e47-43d1-a91f-fa7c4a5d2f1d tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=39685f75-dc11-42c2-a5ef-18e35667f4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496287 Apr 12 03:10:32.040783 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc0067-a16b-4847-a852-c5ae72bc0dfd req-d138de14-39c0-4007-97c9-5747e5edd7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:32.042252 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-25fc0067-a16b-4847-a852-c5ae72bc0dfd req-d138de14-39c0-4007-97c9-5747e5edd7dc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=aa116ee72616411e95552f4f7f6fdf9a&device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 1130 time: 0.0389707 Apr 12 03:10:32.136024 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc0067-a16b-4847-a852-c5ae72bc0dfd req-24de9273-0e54-4d8c-9ba1-6e7f54d440bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:32.137464 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-25fc0067-a16b-4847-a852-c5ae72bc0dfd req-24de9273-0e54-4d8c-9ba1-6e7f54d440bc service neutron] 10.222.0.25 "GET /v2.0/networks?id=2b3dbba0-7776-42cc-ae85-893ed357f655 HTTP/1.1" status: 200 len: 916 time: 0.0881872 Apr 12 03:10:32.206021 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-25fc0067-a16b-4847-a852-c5ae72bc0dfd req-1062b497-99ab-4d7a-883f-bd9011810964 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d22f4ed3-500d-4195-8024-9d2bcd99fec1 HTTP/1.1" status: 200 len: 1002 time: 0.0623193 Apr 12 03:10:32.257294 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc0067-a16b-4847-a852-c5ae72bc0dfd req-b5babd52-0bf6-48fd-8eff-1f049f46f180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:32.258788 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-25fc0067-a16b-4847-a852-c5ae72bc0dfd req-b5babd52-0bf6-48fd-8eff-1f049f46f180 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=100d1803-3d36-4c71-9fbf-e95fa2273558 HTTP/1.1" status: 200 len: 855 time: 0.0460958 Apr 12 03:10:32.304822 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc0067-a16b-4847-a852-c5ae72bc0dfd req-68647a5a-f4a4-4208-a9e5-457edf45e40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:32.306682 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-25fc0067-a16b-4847-a852-c5ae72bc0dfd req-68647a5a-f4a4-4208-a9e5-457edf45e40d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2b3dbba0-7776-42cc-ae85-893ed357f655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411785 Apr 12 03:10:32.650488 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-25fc0067-a16b-4847-a852-c5ae72bc0dfd req-f8e91ba8-5f7e-4d3b-bdbb-3b7edee3094f service neutron] 10.222.0.25 "GET /v2.0/networks/2b3dbba0-7776-42cc-ae85-893ed357f655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340709 Apr 12 03:10:32.749779 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-25fc0067-a16b-4847-a852-c5ae72bc0dfd req-43bc327a-7299-43c6-bf1f-a2ee93a704e9 service neutron] 10.222.0.25 "GET /v2.0/networks/2b3dbba0-7776-42cc-ae85-893ed357f655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934591 Apr 12 03:10:32.998143 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b424c4-c85b-4e6c-89b1-b61c02c865e0 req-a9f9ec9c-5bc6-451b-be7a-d262352e4b48 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:32.999679 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c6b424c4-c85b-4e6c-89b1-b61c02c865e0 req-a9f9ec9c-5bc6-451b-be7a-d262352e4b48 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 946 time: 0.0553615 Apr 12 03:10:33.052605 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c6b424c4-c85b-4e6c-89b1-b61c02c865e0 req-b120bb93-eb0b-4055-bc14-d01cde90f838 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=39685f75-dc11-42c2-a5ef-18e35667f4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446489 Apr 12 03:10:34.179690 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7cdd06-2d8d-4355-be62-07bf48398d16 req-c40798b8-31dd-4780-a5e7-7893e0c4a381 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:34.181328 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-ed7cdd06-2d8d-4355-be62-07bf48398d16 req-c40798b8-31dd-4780-a5e7-7893e0c4a381 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 946 time: 0.0494602 Apr 12 03:10:34.233667 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-ed7cdd06-2d8d-4355-be62-07bf48398d16 req-72156052-0837-4e78-8c3b-22c873cb08d1 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=39685f75-dc11-42c2-a5ef-18e35667f4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467694 Apr 12 03:10:35.361674 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947d285-e5e0-4edc-8588-0a0ef11efb32 req-ca1e73d4-b675-4ec9-8d06-cdde9692a6c5 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:35.363249 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-b947d285-e5e0-4edc-8588-0a0ef11efb32 req-ca1e73d4-b675-4ec9-8d06-cdde9692a6c5 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 946 time: 0.0511649 Apr 12 03:10:35.416971 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-b947d285-e5e0-4edc-8588-0a0ef11efb32 req-bef6826a-2bb0-4f39-b680-bdea57d3eebf tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=39685f75-dc11-42c2-a5ef-18e35667f4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471516 Apr 12 03:10:36.333069 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device d22f4ed3-500d-4195-8024-9d2bcd99fec1 no longer exists at agent hyperv_hv-cinder-83744 {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:10:36.420988 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Current status of the port d22f4ed3-500d-4195-8024-9d2bcd99fec1 is: ACTIVE; New status is: DOWN {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:10:36.421422 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (d22f4ed3-500d-4195-8024-9d2bcd99fec1), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:36.423461 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e2ba26-b5b2-4dca-a97a-940e4503b44a req-e143d04e-6127-4644-bb4e-418f5414ee11 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:36.425089 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-62e2ba26-b5b2-4dca-a97a-940e4503b44a req-e143d04e-6127-4644-bb4e-418f5414ee11 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 946 time: 0.0552702 Apr 12 03:10:36.451684 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5335331-8a3f-414c-b66d-2bb538d839dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd22f4ed3-500d-4195-8024-9d2bcd99fec1'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:10:36.454017 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa41105cf641d53c122ae13245b26b419564b0c0a795a4827d4ee8fd8725077e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c2babe-cac3-4b1f-8864-95c25403bb34" -d '{"events": [{"server_uuid": "b5335331-8a3f-414c-b66d-2bb538d839dd", "name": "network-vif-unplugged", "status": "completed", "tag": "d22f4ed3-500d-4195-8024-9d2bcd99fec1"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:10:36.468590 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port d22f4ed3-500d-4195-8024-9d2bcd99fec1, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=d22f4ed3-500d-4195-8024-9d2bcd99fec1,segment=NetworkSegment(71025db5-b671-400c-aac9-a4516ac262e9),segment_id=71025db5-b671-400c-aac9-a4516ac262e9)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:10:36.474618 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (d22f4ed3-500d-4195-8024-9d2bcd99fec1), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:36.481449 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-62e2ba26-b5b2-4dca-a97a-940e4503b44a req-30866731-620b-4484-83e4-29208fc37051 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=39685f75-dc11-42c2-a5ef-18e35667f4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500090 Apr 12 03:10:36.482051 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-79139dc0-48ed-4fc1-adc4-0b3e325d75cf req-b4259496-f10d-4e69-805b-4be127f64ba1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0559814 Apr 12 03:10:36.535224 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Pushing event updated for resources: {'Port': ['ID=d22f4ed3-500d-4195-8024-9d2bcd99fec1,revision_number=8']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:36.559230 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79139dc0-48ed-4fc1-adc4-0b3e325d75cf req-14f05cfd-cd88-4f67-8fe5-bcd6203d2b73 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:36.560700 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-79139dc0-48ed-4fc1-adc4-0b3e325d75cf req-14f05cfd-cd88-4f67-8fe5-bcd6203d2b73 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports/d22f4ed3-500d-4195-8024-9d2bcd99fec1 HTTP/1.1" status: 200 len: 941 time: 0.0562115 Apr 12 03:10:36.644103 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Apr 2022 03:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b266cf0-5c70-4031-95a7-e661e52484a2 x-openstack-request-id: req-5b266cf0-5c70-4031-95a7-e661e52484a2 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:10:36.644389 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5335331-8a3f-414c-b66d-2bb538d839dd", "name": "network-vif-unplugged", "status": "failed", "tag": "d22f4ed3-500d-4195-8024-9d2bcd99fec1", "code": 422}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:10:36.644641 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5b266cf0-5c70-4031-95a7-e661e52484a2 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:10:36.645039 dv-cinder-837443-1-iscsi neutron-server[103485]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5b266cf0-5c70-4031-95a7-e661e52484a2']: {'server_uuid': 'b5335331-8a3f-414c-b66d-2bb538d839dd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd22f4ed3-500d-4195-8024-9d2bcd99fec1', 'code': 422} returned with failed status Apr 12 03:10:37.444745 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79139dc0-48ed-4fc1-adc4-0b3e325d75cf req-0ed19a68-4b59-4282-86ef-4fd4473b5108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:37.446336 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-79139dc0-48ed-4fc1-adc4-0b3e325d75cf req-0ed19a68-4b59-4282-86ef-4fd4473b5108 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd&tenant_id=aa116ee72616411e95552f4f7f6fdf9a HTTP/1.1" status: 200 len: 1128 time: 0.0831673 Apr 12 03:10:37.517642 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79139dc0-48ed-4fc1-adc4-0b3e325d75cf req-805b14c9-697d-4f75-8452-c9f91e71c40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:37.519443 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-79139dc0-48ed-4fc1-adc4-0b3e325d75cf req-805b14c9-697d-4f75-8452-c9f91e71c40d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=aa116ee72616411e95552f4f7f6fdf9a&device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 1128 time: 0.0462730 Apr 12 03:10:37.612263 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dfa1b5-d57c-4f06-a5b4-fe7f88bba694 req-d1055a84-fb62-4735-aff3-d688601a0f1f tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:37.613862 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-25dfa1b5-d57c-4f06-a5b4-fe7f88bba694 req-d1055a84-fb62-4735-aff3-d688601a0f1f tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 944 time: 0.0521040 Apr 12 03:10:37.621135 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79139dc0-48ed-4fc1-adc4-0b3e325d75cf req-6ddae9ae-675c-49d6-bab0-048ab91c82fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:37.622564 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-79139dc0-48ed-4fc1-adc4-0b3e325d75cf req-6ddae9ae-675c-49d6-bab0-048ab91c82fb service neutron] 10.222.0.25 "GET /v2.0/networks?id=2b3dbba0-7776-42cc-ae85-893ed357f655 HTTP/1.1" status: 200 len: 916 time: 0.0936165 Apr 12 03:10:37.661870 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-25dfa1b5-d57c-4f06-a5b4-fe7f88bba694 req-cff1bbea-5e7d-4231-9d16-0776239ad7a5 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=39685f75-dc11-42c2-a5ef-18e35667f4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423553 Apr 12 03:10:37.693968 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-79139dc0-48ed-4fc1-adc4-0b3e325d75cf req-1dbaa91d-4a35-42bd-88fa-9badfd60fba8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d22f4ed3-500d-4195-8024-9d2bcd99fec1 HTTP/1.1" status: 200 len: 1000 time: 0.0648251 Apr 12 03:10:37.752045 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79139dc0-48ed-4fc1-adc4-0b3e325d75cf req-5dc03f27-b965-4862-b2c4-a62ab9a8033f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:37.754013 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-79139dc0-48ed-4fc1-adc4-0b3e325d75cf req-5dc03f27-b965-4862-b2c4-a62ab9a8033f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=100d1803-3d36-4c71-9fbf-e95fa2273558 HTTP/1.1" status: 200 len: 855 time: 0.0499775 Apr 12 03:10:37.802001 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79139dc0-48ed-4fc1-adc4-0b3e325d75cf req-36f4fd7f-fdba-4daf-9df3-fe52910a4ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:37.803549 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-79139dc0-48ed-4fc1-adc4-0b3e325d75cf req-36f4fd7f-fdba-4daf-9df3-fe52910a4ee9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2b3dbba0-7776-42cc-ae85-893ed357f655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428412 Apr 12 03:10:37.902350 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-79139dc0-48ed-4fc1-adc4-0b3e325d75cf req-0e7a8a0b-976e-4d28-9ce5-34a750c02c28 service neutron] 10.222.0.25 "GET /v2.0/networks/2b3dbba0-7776-42cc-ae85-893ed357f655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910518 Apr 12 03:10:38.007484 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-79139dc0-48ed-4fc1-adc4-0b3e325d75cf req-6d4f8e29-cdd9-43dd-a270-560694e4347c service neutron] 10.222.0.25 "GET /v2.0/networks/2b3dbba0-7776-42cc-ae85-893ed357f655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948722 Apr 12 03:10:38.800791 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f8d45-0ed1-4a9a-87a8-03caa94f54ae req-a5f426dd-f92c-4ee4-82e2-392372aed5db tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:38.802722 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-dc7f8d45-0ed1-4a9a-87a8-03caa94f54ae req-a5f426dd-f92c-4ee4-82e2-392372aed5db tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 944 time: 0.0597949 Apr 12 03:10:38.854633 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-dc7f8d45-0ed1-4a9a-87a8-03caa94f54ae req-30683e25-4e25-4e61-83cf-3ed8472db3f8 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=39685f75-dc11-42c2-a5ef-18e35667f4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453882 Apr 12 03:10:40.001164 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999389ce-2524-463b-9c7b-3941255f7555 req-73409fd2-83c1-467c-967f-f6e4d0404da8 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:40.002703 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-999389ce-2524-463b-9c7b-3941255f7555 req-73409fd2-83c1-467c-967f-f6e4d0404da8 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 944 time: 0.0607967 Apr 12 03:10:40.051319 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-999389ce-2524-463b-9c7b-3941255f7555 req-569f4d95-09e0-4264-be95-d4e2af6597a7 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=39685f75-dc11-42c2-a5ef-18e35667f4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427809 Apr 12 03:10:41.178123 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd7f2a1-e3d0-4674-aca5-58440cbc97b1 req-c18c636e-60c2-4b18-82d2-c32ae85b91ee tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:41.179651 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-dcd7f2a1-e3d0-4674-aca5-58440cbc97b1 req-c18c636e-60c2-4b18-82d2-c32ae85b91ee tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 944 time: 0.0543752 Apr 12 03:10:41.235210 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-dcd7f2a1-e3d0-4674-aca5-58440cbc97b1 req-417a39ce-6fde-45f9-bb8b-be14d485d2be tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=39685f75-dc11-42c2-a5ef-18e35667f4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495625 Apr 12 03:10:42.360604 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a4f187-fa19-43a4-9aee-b142cd70a1a5 req-0fa7c185-8b5c-4b05-b5cd-d9249c904e9b tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:42.362112 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-46a4f187-fa19-43a4-9aee-b142cd70a1a5 req-0fa7c185-8b5c-4b05-b5cd-d9249c904e9b tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 944 time: 0.0519705 Apr 12 03:10:42.413307 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-46a4f187-fa19-43a4-9aee-b142cd70a1a5 req-541b8277-758e-47a6-ab1e-0f2db94db818 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=39685f75-dc11-42c2-a5ef-18e35667f4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451114 Apr 12 03:10:43.552867 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad6a78-ebb5-47de-b449-a09e4a0bdbb1 req-5d899ba1-2dcb-4b49-8bfe-74cf8ccef79b tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:43.554219 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-8fad6a78-ebb5-47de-b449-a09e4a0bdbb1 req-5d899ba1-2dcb-4b49-8bfe-74cf8ccef79b tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 944 time: 0.0610137 Apr 12 03:10:43.616069 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-8fad6a78-ebb5-47de-b449-a09e4a0bdbb1 req-98dc06b2-1756-4400-bc4f-9956f3f1d6f6 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=39685f75-dc11-42c2-a5ef-18e35667f4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561662 Apr 12 03:10:44.256396 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1be32b-41b1-4672-9abb-613fca7b7903 req-0e7cb023-3a0c-42ac-8c27-6bb93e79b757 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:44.257943 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-bf1be32b-41b1-4672-9abb-613fca7b7903 req-0e7cb023-3a0c-42ac-8c27-6bb93e79b757 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f077998-319f-400b-ae12-7d9b6b3d5d7e HTTP/1.1" status: 200 len: 946 time: 0.0482109 Apr 12 03:10:44.308348 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-bf1be32b-41b1-4672-9abb-613fca7b7903 req-5a3763de-cffa-4743-b4c9-95e56df5fb22 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435524 Apr 12 03:10:44.748146 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d3607-465f-4931-9639-16179a708b9c req-5f7b06ad-b192-4fdb-bd37-ac30781cbf5c tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:44.749617 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1b4d3607-465f-4931-9639-16179a708b9c req-5f7b06ad-b192-4fdb-bd37-ac30781cbf5c tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 944 time: 0.0578165 Apr 12 03:10:44.809491 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1b4d3607-465f-4931-9639-16179a708b9c req-aecdefd6-b45c-462f-9f3f-baa0fff20d25 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=39685f75-dc11-42c2-a5ef-18e35667f4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540066 Apr 12 03:10:45.433062 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268df19-4fa2-4f58-bd1e-8a714b9be7fe req-89b1f019-4a8e-4aa1-b669-300c50a70a75 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:45.434475 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-7268df19-4fa2-4f58-bd1e-8a714b9be7fe req-89b1f019-4a8e-4aa1-b669-300c50a70a75 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f077998-319f-400b-ae12-7d9b6b3d5d7e HTTP/1.1" status: 200 len: 946 time: 0.0551348 Apr 12 03:10:45.484748 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-7268df19-4fa2-4f58-bd1e-8a714b9be7fe req-ee640aca-c51b-47d8-9d8f-c91cc52803f6 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435014 Apr 12 03:10:45.953997 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87af9a3d-89a9-4a9f-ac11-7e5de5ef3d7b req-a1c55902-c245-4c62-88bb-3f47dd9a7ec1 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:45.956481 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-87af9a3d-89a9-4a9f-ac11-7e5de5ef3d7b req-a1c55902-c245-4c62-88bb-3f47dd9a7ec1 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 944 time: 0.0566280 Apr 12 03:10:46.057285 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-87af9a3d-89a9-4a9f-ac11-7e5de5ef3d7b req-da3bcb61-3f4a-4e36-bcdc-9f9c3c472d3a tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=39685f75-dc11-42c2-a5ef-18e35667f4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940506 Apr 12 03:10:46.611487 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e163f-30e4-4477-ae4d-7cf4f01debdf req-524bf702-c5cf-4dd1-8acb-9fc3c9c6214f tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:46.613082 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1b6e163f-30e4-4477-ae4d-7cf4f01debdf req-524bf702-c5cf-4dd1-8acb-9fc3c9c6214f tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f077998-319f-400b-ae12-7d9b6b3d5d7e HTTP/1.1" status: 200 len: 946 time: 0.0565867 Apr 12 03:10:46.664642 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1b6e163f-30e4-4477-ae4d-7cf4f01debdf req-c742cb15-e1cb-42ae-b990-3755e1062693 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456498 Apr 12 03:10:47.195564 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b9810f-d930-46b1-b8ee-28085426be3c req-cfa5a1fa-6383-41ed-8de8-8b3ab66482db tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:47.197314 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-85b9810f-d930-46b1-b8ee-28085426be3c req-cfa5a1fa-6383-41ed-8de8-8b3ab66482db tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 944 time: 0.0537832 Apr 12 03:10:47.254597 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-85b9810f-d930-46b1-b8ee-28085426be3c req-be0bb10e-e39f-4e26-a15b-893b32e7866a tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=39685f75-dc11-42c2-a5ef-18e35667f4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502436 Apr 12 03:10:47.792109 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75bebf-f095-4b13-8470-8bfddaeff9d7 req-653f957b-e6b4-4d43-8b58-4a2028153373 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:47.793566 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-7e75bebf-f095-4b13-8470-8bfddaeff9d7 req-653f957b-e6b4-4d43-8b58-4a2028153373 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f077998-319f-400b-ae12-7d9b6b3d5d7e HTTP/1.1" status: 200 len: 946 time: 0.0578613 Apr 12 03:10:47.868058 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-7e75bebf-f095-4b13-8470-8bfddaeff9d7 req-2d9c3930-fcda-49be-aff0-9c276ebc8ed7 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643523 Apr 12 03:10:48.379618 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08406659-dbf4-4542-b93d-45f9a613291d req-1c2f41de-dc44-4dd2-a811-f7d370bc6eb8 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:48.381154 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-08406659-dbf4-4542-b93d-45f9a613291d req-1c2f41de-dc44-4dd2-a811-f7d370bc6eb8 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 944 time: 0.0519838 Apr 12 03:10:48.429695 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-08406659-dbf4-4542-b93d-45f9a613291d req-78360dfb-7240-4a16-b2b8-b2c1fdc6a60a tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=39685f75-dc11-42c2-a5ef-18e35667f4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425770 Apr 12 03:10:48.993105 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f610da-e8aa-44b6-89b2-84d37034783f req-cddd2286-9d0a-4eb9-80d5-adf860306706 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:48.995104 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-16f610da-e8aa-44b6-89b2-84d37034783f req-cddd2286-9d0a-4eb9-80d5-adf860306706 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f077998-319f-400b-ae12-7d9b6b3d5d7e HTTP/1.1" status: 200 len: 946 time: 0.0615151 Apr 12 03:10:49.044186 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-16f610da-e8aa-44b6-89b2-84d37034783f req-71733056-15b0-457f-8928-6856c5e2429d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429397 Apr 12 03:10:49.567108 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586cc41-ef14-41b6-a663-6c0c89db4ee7 req-8e07e85f-570d-4bfc-9fad-71e1b25ab03a tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:49.569239 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-a586cc41-ef14-41b6-a663-6c0c89db4ee7 req-8e07e85f-570d-4bfc-9fad-71e1b25ab03a tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 944 time: 0.0602615 Apr 12 03:10:49.622701 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-a586cc41-ef14-41b6-a663-6c0c89db4ee7 req-528e896e-acaf-4008-ac48-7cf07f3db20c tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=39685f75-dc11-42c2-a5ef-18e35667f4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450346 Apr 12 03:10:50.172268 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb321fc-9997-4f82-8e45-2233dad84cd7 req-ba3877f3-182f-4bcb-9e48-c4ae2419c377 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:50.173714 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-3bb321fc-9997-4f82-8e45-2233dad84cd7 req-ba3877f3-182f-4bcb-9e48-c4ae2419c377 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f077998-319f-400b-ae12-7d9b6b3d5d7e HTTP/1.1" status: 200 len: 946 time: 0.0511956 Apr 12 03:10:50.222305 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-3bb321fc-9997-4f82-8e45-2233dad84cd7 req-21e546d7-6c91-4e2c-8447-00a603fdc24f tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429561 Apr 12 03:10:50.751599 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277cfddb-cc32-41df-b1cb-ab1af91cb7ec req-976cf405-63fe-4b73-9c13-02536f63effb tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:50.753420 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-277cfddb-cc32-41df-b1cb-ab1af91cb7ec req-976cf405-63fe-4b73-9c13-02536f63effb tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 944 time: 0.0559573 Apr 12 03:10:50.798630 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d9b4afc3-988d-4081-ae69-d9ab2b5cf58b), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:50.808525 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-277cfddb-cc32-41df-b1cb-ab1af91cb7ec req-972779f1-6111-4b1f-8944-d3d92d679fc9 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=39685f75-dc11-42c2-a5ef-18e35667f4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461845 Apr 12 03:10:51.343465 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b94617-69d1-401e-827f-dd6c63299710 req-3de579ac-34fe-439f-ada6-16bc8172ebc0 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:51.344934 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-e5b94617-69d1-401e-827f-dd6c63299710 req-3de579ac-34fe-439f-ada6-16bc8172ebc0 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f077998-319f-400b-ae12-7d9b6b3d5d7e HTTP/1.1" status: 200 len: 946 time: 0.0541813 Apr 12 03:10:51.393732 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-e5b94617-69d1-401e-827f-dd6c63299710 req-a0e95935-bdbc-4303-91a0-ac75bed32d5e tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430546 Apr 12 03:10:51.933226 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52921a5f-3b54-431a-8a1f-81639d28e6fc req-937ed9a7-2596-4a16-b10f-b47560ae8f3c tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:51.934639 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-52921a5f-3b54-431a-8a1f-81639d28e6fc req-937ed9a7-2596-4a16-b10f-b47560ae8f3c tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 944 time: 0.0531986 Apr 12 03:10:51.981236 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-52921a5f-3b54-431a-8a1f-81639d28e6fc req-4278c8d0-61a0-48c5-976d-1e06f0d2e49d tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=39685f75-dc11-42c2-a5ef-18e35667f4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409074 Apr 12 03:10:52.392995 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device d22f4ed3-500d-4195-8024-9d2bcd99fec1 details requested by agent hyperv_hv-cinder-83744 with host hv-cinder-83744 {{(pid=103485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 03:10:52.503499 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port d22f4ed3-500d-4195-8024-9d2bcd99fec1, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=d22f4ed3-500d-4195-8024-9d2bcd99fec1,segment=NetworkSegment(71025db5-b671-400c-aac9-a4516ac262e9),segment_id=71025db5-b671-400c-aac9-a4516ac262e9)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:10:52.509263 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4eddc1-4411-4bb0-a0f0-36b9067e7617 req-97cc8c1c-bf1a-4272-95b7-3e65167acade tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:52.510772 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-de4eddc1-4411-4bb0-a0f0-36b9067e7617 req-97cc8c1c-bf1a-4272-95b7-3e65167acade tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f077998-319f-400b-ae12-7d9b6b3d5d7e HTTP/1.1" status: 200 len: 946 time: 0.0476949 Apr 12 03:10:52.515897 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Returning: {'device': 'd22f4ed3-500d-4195-8024-9d2bcd99fec1', 'network_id': '2b3dbba0-7776-42cc-ae85-893ed357f655', 'port_id': 'd22f4ed3-500d-4195-8024-9d2bcd99fec1', 'mac_address': 'fa:16:3e:43:95:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '100d1803-3d36-4c71-9fbf-e95fa2273558', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 03:10:52.553599 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Current status of the port d22f4ed3-500d-4195-8024-9d2bcd99fec1 is: DOWN; New status is: BUILD {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:10:52.553988 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (d22f4ed3-500d-4195-8024-9d2bcd99fec1), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:52.564859 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-de4eddc1-4411-4bb0-a0f0-36b9067e7617 req-9cf65fb3-f488-47d3-abbe-662f00a98f34 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478940 Apr 12 03:10:52.567033 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d22f4ed3-500d-4195-8024-9d2bcd99fec1 {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:10:52.588852 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port d22f4ed3-500d-4195-8024-9d2bcd99fec1, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=d22f4ed3-500d-4195-8024-9d2bcd99fec1,segment=NetworkSegment(71025db5-b671-400c-aac9-a4516ac262e9),segment_id=71025db5-b671-400c-aac9-a4516ac262e9)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:10:52.595992 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (d22f4ed3-500d-4195-8024-9d2bcd99fec1), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:52.641059 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Pushing event updated for resources: {'Port': ['ID=d22f4ed3-500d-4195-8024-9d2bcd99fec1,revision_number=9']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:52.832400 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] get_ports_and_sgs() called for port_ids ['d22f4ed3-500d-4195-8024-9d2bcd99fec1'] {{(pid=103485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:10:53.104473 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b479e5-4e85-472f-8299-adfb1cbe3072 req-31dfee2c-fb69-47ec-97f6-3ad55e43fd76 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:53.105806 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c1b479e5-4e85-472f-8299-adfb1cbe3072 req-31dfee2c-fb69-47ec-97f6-3ad55e43fd76 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 945 time: 0.0468979 Apr 12 03:10:53.162728 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c1b479e5-4e85-472f-8299-adfb1cbe3072 req-273e9262-9a55-4fed-b043-94000dcf6f85 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=39685f75-dc11-42c2-a5ef-18e35667f4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495102 Apr 12 03:10:53.684882 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09d2d2-f345-44a1-9324-361e324ae144 req-104aed5d-89cc-4a4f-8c40-9d7c01daa15a tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:53.686335 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-5b09d2d2-f345-44a1-9324-361e324ae144 req-104aed5d-89cc-4a4f-8c40-9d7c01daa15a tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f077998-319f-400b-ae12-7d9b6b3d5d7e HTTP/1.1" status: 200 len: 946 time: 0.0475843 Apr 12 03:10:53.739341 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-5b09d2d2-f345-44a1-9324-361e324ae144 req-d67f8f60-dd43-40c1-8de7-7746ea3cea09 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441220 Apr 12 03:10:54.307501 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbde177-9ced-40bc-ad23-111d516a2d08 req-00ec6f2f-bfad-42c4-807d-976eedf66ce9 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:54.307501 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-5cbde177-9ced-40bc-ad23-111d516a2d08 req-00ec6f2f-bfad-42c4-807d-976eedf66ce9 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 945 time: 0.0563183 Apr 12 03:10:54.365718 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-5cbde177-9ced-40bc-ad23-111d516a2d08 req-17a53877-fd3a-4ac3-bf8a-864dcaff216a tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=39685f75-dc11-42c2-a5ef-18e35667f4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516441 Apr 12 03:10:54.393085 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device d22f4ed3-500d-4195-8024-9d2bcd99fec1 up at agent hyperv_hv-cinder-83744 {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:10:54.443319 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Provisioning complete for port d22f4ed3-500d-4195-8024-9d2bcd99fec1 triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:10:54.443786 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (d22f4ed3-500d-4195-8024-9d2bcd99fec1), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:54.530400 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Current status of the port d22f4ed3-500d-4195-8024-9d2bcd99fec1 is: BUILD; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:10:54.530685 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (d22f4ed3-500d-4195-8024-9d2bcd99fec1), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:54.553631 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5335331-8a3f-414c-b66d-2bb538d839dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd22f4ed3-500d-4195-8024-9d2bcd99fec1'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:10:54.555909 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa41105cf641d53c122ae13245b26b419564b0c0a795a4827d4ee8fd8725077e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e349769-7952-43e7-a8d9-506a141c3ef1" -d '{"events": [{"server_uuid": "b5335331-8a3f-414c-b66d-2bb538d839dd", "name": "network-vif-plugged", "status": "completed", "tag": "d22f4ed3-500d-4195-8024-9d2bcd99fec1"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:10:54.568371 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port d22f4ed3-500d-4195-8024-9d2bcd99fec1, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=d22f4ed3-500d-4195-8024-9d2bcd99fec1,segment=NetworkSegment(71025db5-b671-400c-aac9-a4516ac262e9),segment_id=71025db5-b671-400c-aac9-a4516ac262e9)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:10:54.573028 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (d22f4ed3-500d-4195-8024-9d2bcd99fec1), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:54.573996 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device 1a10eb33-30d3-4f02-8f41-8c40a2f8334e no longer exists at agent hyperv_hv-cinder-83744 {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:10:54.632756 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d72b54-dd33-4d7e-8285-b49b6d923830 x-openstack-request-id: req-f5d72b54-dd33-4d7e-8285-b49b6d923830 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:10:54.633148 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5335331-8a3f-414c-b66d-2bb538d839dd", "name": "network-vif-plugged", "status": "completed", "tag": "d22f4ed3-500d-4195-8024-9d2bcd99fec1", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:10:54.633466 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f5d72b54-dd33-4d7e-8285-b49b6d923830 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:10:54.634059 dv-cinder-837443-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5d72b54-dd33-4d7e-8285-b49b6d923830'] response: {'server_uuid': 'b5335331-8a3f-414c-b66d-2bb538d839dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd22f4ed3-500d-4195-8024-9d2bcd99fec1', 'code': 200} Apr 12 03:10:54.673630 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Pushing event updated for resources: {'Port': ['ID=d22f4ed3-500d-4195-8024-9d2bcd99fec1,revision_number=10']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:54.713477 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Current status of the port 1a10eb33-30d3-4f02-8f41-8c40a2f8334e is: ACTIVE; New status is: DOWN {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:10:54.713864 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (1a10eb33-30d3-4f02-8f41-8c40a2f8334e), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:54.746827 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port 1a10eb33-30d3-4f02-8f41-8c40a2f8334e, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=1a10eb33-30d3-4f02-8f41-8c40a2f8334e,segment=NetworkSegment(7d178cda-c4bb-4041-8a2c-25e0b2199eca),segment_id=7d178cda-c4bb-4041-8a2c-25e0b2199eca)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:10:54.753509 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (1a10eb33-30d3-4f02-8f41-8c40a2f8334e), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:54.801298 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-48424e3e-38d6-48d4-a543-dfc360a922c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (fa7f2a92-0c20-457b-b451-d8a4489755d5), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:54.811321 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Pushing event updated for resources: {'Port': ['ID=1a10eb33-30d3-4f02-8f41-8c40a2f8334e,revision_number=6']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:54.851889 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27837726-7d8e-4be8-8260-4fd2be5499a7 req-2f4b3f5f-247b-4cf5-a4b7-f1d01d876b92 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:54.853302 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-27837726-7d8e-4be8-8260-4fd2be5499a7 req-2f4b3f5f-247b-4cf5-a4b7-f1d01d876b92 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f077998-319f-400b-ae12-7d9b6b3d5d7e HTTP/1.1" status: 200 len: 944 time: 0.0466120 Apr 12 03:10:54.913412 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-27837726-7d8e-4be8-8260-4fd2be5499a7 req-c744e562-2bf1-4a75-8e35-330258d5bb5e tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505517 Apr 12 03:10:55.483821 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f50b8b-6924-4e1d-b045-9dc3eddad4c8 req-0523a4e1-c906-4fca-9185-d6445859287e tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:55.485351 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-e0f50b8b-6924-4e1d-b045-9dc3eddad4c8 req-0523a4e1-c906-4fca-9185-d6445859287e tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 947 time: 0.0466938 Apr 12 03:10:55.532199 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-e0f50b8b-6924-4e1d-b045-9dc3eddad4c8 req-b484f678-91a1-405b-a9a2-81dcc6864055 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=39685f75-dc11-42c2-a5ef-18e35667f4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413280 Apr 12 03:10:56.042965 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b985c-7825-4e6a-9557-385af1e1a5dd req-efcef1fc-cf2a-471d-b69a-861d8c3257fb tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:56.044462 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-858b985c-7825-4e6a-9557-385af1e1a5dd req-efcef1fc-cf2a-471d-b69a-861d8c3257fb tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f077998-319f-400b-ae12-7d9b6b3d5d7e HTTP/1.1" status: 200 len: 944 time: 0.0554717 Apr 12 03:10:56.096968 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-858b985c-7825-4e6a-9557-385af1e1a5dd req-ceed59bf-dbff-4cc5-ba6a-dce36f9ff30d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465975 Apr 12 03:10:56.635755 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f077998-319f-400b-ae12-7d9b6b3d5d7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a10eb33-30d3-4f02-8f41-8c40a2f8334e'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:10:56.638115 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa41105cf641d53c122ae13245b26b419564b0c0a795a4827d4ee8fd8725077e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e579974-c054-4597-bdcc-c0805f24d628" -d '{"events": [{"server_uuid": "3f077998-319f-400b-ae12-7d9b6b3d5d7e", "name": "network-vif-unplugged", "status": "completed", "tag": "1a10eb33-30d3-4f02-8f41-8c40a2f8334e"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:10:56.670178 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab25730-5ee7-41c5-be7b-e8c947fc399a req-49eb70e7-e6dc-4355-91fa-3bcd0739bb16 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:56.671891 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-bab25730-5ee7-41c5-be7b-e8c947fc399a req-49eb70e7-e6dc-4355-91fa-3bcd0739bb16 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 947 time: 0.0512016 Apr 12 03:10:56.673114 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Apr 2022 03:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3115cf90-3470-47cf-9b5f-f7b2d3916634 x-openstack-request-id: req-3115cf90-3470-47cf-9b5f-f7b2d3916634 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:10:56.673428 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f077998-319f-400b-ae12-7d9b6b3d5d7e", "name": "network-vif-unplugged", "status": "completed", "tag": "1a10eb33-30d3-4f02-8f41-8c40a2f8334e", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:10:56.673682 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3115cf90-3470-47cf-9b5f-f7b2d3916634 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:10:56.674076 dv-cinder-837443-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3115cf90-3470-47cf-9b5f-f7b2d3916634'] response: {'server_uuid': '3f077998-319f-400b-ae12-7d9b6b3d5d7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a10eb33-30d3-4f02-8f41-8c40a2f8334e', 'code': 200} Apr 12 03:10:56.717567 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-bab25730-5ee7-41c5-be7b-e8c947fc399a req-b8345a78-788c-47cc-9d20-8b1e05f355b6 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=39685f75-dc11-42c2-a5ef-18e35667f4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404048 Apr 12 03:10:57.228644 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c93937-9daa-4876-a589-bb93fec80256 req-cfca872f-c7a1-44db-a38b-c05bc453c104 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:57.230100 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-86c93937-9daa-4876-a589-bb93fec80256 req-cfca872f-c7a1-44db-a38b-c05bc453c104 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f077998-319f-400b-ae12-7d9b6b3d5d7e HTTP/1.1" status: 200 len: 944 time: 0.0471289 Apr 12 03:10:57.246190 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c74f23ba-ac5f-4329-80ed-7fa0cbd131bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (beb15aed-f2b6-4676-85ca-b43f14e6acf3), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:57.281178 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-86c93937-9daa-4876-a589-bb93fec80256 req-12f9bc3f-0b34-4ae2-87a8-4a9517a1a31c tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452614 Apr 12 03:10:57.846401 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a74bd-5c01-479a-a73f-8654eb527392 req-b8dc4f12-e9d0-4dbb-a701-e74a428163e3 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:57.847916 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-b33a74bd-5c01-479a-a73f-8654eb527392 req-b8dc4f12-e9d0-4dbb-a701-e74a428163e3 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 947 time: 0.0479519 Apr 12 03:10:57.897766 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-b33a74bd-5c01-479a-a73f-8654eb527392 req-2a01aca0-0848-43d6-abd2-893b9d9d5841 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=39685f75-dc11-42c2-a5ef-18e35667f4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422685 Apr 12 03:10:58.245945 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a63736aa-03b4-448a-a5ac-a324793c796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (2fa08797-e830-4b1e-af03-8a255eb086f2), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:58.404856 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b80b3-b880-40e9-b19d-d3667eeabc49 req-036afef1-415a-49cf-8eb3-12a3a6d74810 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:58.406301 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-e86b80b3-b880-40e9-b19d-d3667eeabc49 req-036afef1-415a-49cf-8eb3-12a3a6d74810 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f077998-319f-400b-ae12-7d9b6b3d5d7e HTTP/1.1" status: 200 len: 944 time: 0.0499964 Apr 12 03:10:58.460359 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-e86b80b3-b880-40e9-b19d-d3667eeabc49 req-8d43d5cc-b10b-4eb5-9de9-4c3e52fb6d3c tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482392 Apr 12 03:10:58.858457 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bacb42-3673-4cdd-88d4-5e84291d70d8 req-9ba26365-0aad-4372-af59-7073732446dc tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:58.860003 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-18bacb42-3673-4cdd-88d4-5e84291d70d8 req-9ba26365-0aad-4372-af59-7073732446dc tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f077998-319f-400b-ae12-7d9b6b3d5d7e HTTP/1.1" status: 200 len: 944 time: 0.0491948 Apr 12 03:10:58.958514 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-18bacb42-3673-4cdd-88d4-5e84291d70d8 req-1c3befc1-8071-4819-9ab1-15c896467087 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Deleting port 1a10eb33-30d3-4f02-8f41-8c40a2f8334e {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:10:58.958821 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-18bacb42-3673-4cdd-88d4-5e84291d70d8 req-1c3befc1-8071-4819-9ab1-15c896467087 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (1a10eb33-30d3-4f02-8f41-8c40a2f8334e), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:59.020724 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e7c3ff-24a8-4cfe-9375-fa1e86dbd8a3 req-82dc6ab6-73da-4edb-984d-80b0f9c523ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:59.022862 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-01e7c3ff-24a8-4cfe-9375-fa1e86dbd8a3 req-82dc6ab6-73da-4edb-984d-80b0f9c523ef service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 1131 time: 0.0473094 Apr 12 03:10:59.071076 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e435aa-90c7-478d-9135-5018ef5a31ad req-304d1431-4263-4117-9e00-babe5903411d tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:59.072533 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-88e435aa-90c7-478d-9135-5018ef5a31ad req-304d1431-4263-4117-9e00-babe5903411d tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 947 time: 0.0948639 Apr 12 03:10:59.110926 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-18bacb42-3673-4cdd-88d4-5e84291d70d8 req-1c3befc1-8071-4819-9ab1-15c896467087 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] For port 1a10eb33-30d3-4f02-8f41-8c40a2f8334e, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=1a10eb33-30d3-4f02-8f41-8c40a2f8334e,segment=NetworkSegment(7d178cda-c4bb-4041-8a2c-25e0b2199eca),segment_id=7d178cda-c4bb-4041-8a2c-25e0b2199eca)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:10:59.111233 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-18bacb42-3673-4cdd-88d4-5e84291d70d8 req-1c3befc1-8071-4819-9ab1-15c896467087 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (1a10eb33-30d3-4f02-8f41-8c40a2f8334e), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:59.182730 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-88e435aa-90c7-478d-9135-5018ef5a31ad req-77980fd7-c178-404b-afe4-e80e73d9614f tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=39685f75-dc11-42c2-a5ef-18e35667f4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021779 Apr 12 03:10:59.309344 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-01e7c3ff-24a8-4cfe-9375-fa1e86dbd8a3 req-7e47aabf-0c52-4e08-abd8-cc1dfbdce1bd service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=39685f75-dc11-42c2-a5ef-18e35667f4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422125 Apr 12 03:10:59.309881 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-18bacb42-3673-4cdd-88d4-5e84291d70d8 req-1c3befc1-8071-4819-9ab1-15c896467087 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:59.310261 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-18bacb42-3673-4cdd-88d4-5e84291d70d8 req-1c3befc1-8071-4819-9ab1-15c896467087 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682737'] for floatingip (b58a6171-bc64-4092-9e3f-859d52750807), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:59.310566 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.db.l3_db [req-18bacb42-3673-4cdd-88d4-5e84291d70d8 req-1c3befc1-8071-4819-9ab1-15c896467087 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Floating IP b58a6171-bc64-4092-9e3f-859d52750807 disassociated. External IP: 172.27.3.43, port: 1a10eb33-30d3-4f02-8f41-8c40a2f8334e. Apr 12 03:10:59.310906 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-18bacb42-3673-4cdd-88d4-5e84291d70d8 req-1c3befc1-8071-4819-9ab1-15c896467087 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Calling delete_port for 1a10eb33-30d3-4f02-8f41-8c40a2f8334e owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:10:59.462779 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-18bacb42-3673-4cdd-88d4-5e84291d70d8 req-1c3befc1-8071-4819-9ab1-15c896467087 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28695539'] for port (1a10eb33-30d3-4f02-8f41-8c40a2f8334e), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:59.490671 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3befc1-8071-4819-9ab1-15c896467087 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Pushing event deleted for resources: {'Port': ['ID=1a10eb33-30d3-4f02-8f41-8c40a2f8334e,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:59.501257 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3befc1-8071-4819-9ab1-15c896467087 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:59.501574 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3befc1-8071-4819-9ab1-15c896467087 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:59.501914 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3befc1-8071-4819-9ab1-15c896467087 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:59.502252 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3befc1-8071-4819-9ab1-15c896467087 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:59.502587 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3befc1-8071-4819-9ab1-15c896467087 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:59.503833 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3befc1-8071-4819-9ab1-15c896467087 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:59.503833 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3befc1-8071-4819-9ab1-15c896467087 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:59.503833 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3befc1-8071-4819-9ab1-15c896467087 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:59.504133 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3befc1-8071-4819-9ab1-15c896467087 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:59.504221 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3befc1-8071-4819-9ab1-15c896467087 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:59.504519 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3befc1-8071-4819-9ab1-15c896467087 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:59.504812 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3befc1-8071-4819-9ab1-15c896467087 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:59.505133 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3befc1-8071-4819-9ab1-15c896467087 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:59.505448 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3befc1-8071-4819-9ab1-15c896467087 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:59.505764 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3befc1-8071-4819-9ab1-15c896467087 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:59.518004 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.agents_db [None req-d3c4685f-78b0-4ffc-8e41-99bd627ddb58 None None] Agent healthcheck: found 6 active agents {{(pid=103486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:10:59.574495 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-89c6d695-1a2b-45e3-af7d-7a9b771c073f req-43ab1199-3fc1-4862-af39-83f7a4c15395 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f077998-319f-400b-ae12-7d9b6b3d5d7e HTTP/1.1" status: 200 len: 210 time: 0.0305514 Apr 12 03:10:59.655903 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18bacb42-3673-4cdd-88d4-5e84291d70d8 req-1c3befc1-8071-4819-9ab1-15c896467087 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Router 860366b1-e648-4b30-a975-ccbfb4a75ba5 has already been hosted by L3 agent beb15aed-f2b6-4676-85ca-b43f14e6acf3 {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:10:59.767302 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18bacb42-3673-4cdd-88d4-5e84291d70d8 req-1c3befc1-8071-4819-9ab1-15c896467087 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Notify agent at l3_agent.dv-cinder-837443-1-iscsi the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:10:59.778192 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9990c77-597c-4a64-9c0e-ef53f0b8ef63 None None] Sync routers for ids ['860366b1-e648-4b30-a975-ccbfb4a75ba5'] in dv-cinder-837443-1-iscsi {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:10:59.789407 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9990c77-597c-4a64-9c0e-ef53f0b8ef63 None None] Routers {'860366b1-e648-4b30-a975-ccbfb4a75ba5'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:10:59.790010 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-a9990c77-597c-4a64-9c0e-ef53f0b8ef63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:10:57Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['860366b1-e648-4b30-a975-ccbfb4a75ba5'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:10:59.810356 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-18bacb42-3673-4cdd-88d4-5e84291d70d8 req-1c3befc1-8071-4819-9ab1-15c896467087 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] No DVR routers for this DVR port 1a10eb33-30d3-4f02-8f41-8c40a2f8334e on host hv-cinder-83744 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:10:59.813007 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-18bacb42-3673-4cdd-88d4-5e84291d70d8 req-1c3befc1-8071-4819-9ab1-15c896467087 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for port (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:59.816194 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-18bacb42-3673-4cdd-88d4-5e84291d70d8 req-1c3befc1-8071-4819-9ab1-15c896467087 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.25 "DELETE /v2.0/ports/1a10eb33-30d3-4f02-8f41-8c40a2f8334e HTTP/1.1" status: 204 len: 173 time: 0.9502897 Apr 12 03:10:59.816619 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f077998-319f-400b-ae12-7d9b6b3d5d7e', 'name': 'network-vif-deleted', 'tag': '1a10eb33-30d3-4f02-8f41-8c40a2f8334e'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:10:59.819824 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d98137ebe7b3f8ae23a53251b76916d727952a33f49bb2ab88d2915e9897d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6fcaef-c967-4662-ae15-18ea08b1ff2b" -d '{"events": [{"server_uuid": "3f077998-319f-400b-ae12-7d9b6b3d5d7e", "name": "network-vif-deleted", "tag": "1a10eb33-30d3-4f02-8f41-8c40a2f8334e"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:10:59.904904 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-a9990c77-597c-4a64-9c0e-ef53f0b8ef63 None None] Set router 860366b1-e648-4b30-a975-ccbfb4a75ba5 gateway port host: dv-cinder-837443-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:10:59.924240 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394fd3de-b082-4bb3-bc01-259646f173e8 x-openstack-request-id: req-394fd3de-b082-4bb3-bc01-259646f173e8 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:10:59.924757 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f077998-319f-400b-ae12-7d9b6b3d5d7e", "name": "network-vif-deleted", "tag": "1a10eb33-30d3-4f02-8f41-8c40a2f8334e", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:10:59.924757 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-394fd3de-b082-4bb3-bc01-259646f173e8 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:10:59.925153 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-394fd3de-b082-4bb3-bc01-259646f173e8'] response: {'server_uuid': '3f077998-319f-400b-ae12-7d9b6b3d5d7e', 'name': 'network-vif-deleted', 'tag': '1a10eb33-30d3-4f02-8f41-8c40a2f8334e', 'status': 'completed', 'code': 200} Apr 12 03:10:59.936946 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be625cda-7f2b-4ec3-b03f-aa24446ccc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d888e177-8f03-43a8-a394-c59927fa1996), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:00.102233 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-a9990c77-597c-4a64-9c0e-ef53f0b8ef63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'name': 'tempest-TestVolumeBootPattern-861698763-router', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e0318674-e90e-4bb8-8fcc-2fc22c1902e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:07:44Z', 'updated_at': '2022-04-12T03:07:47Z', 'revision_number': 4, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'gw_port': {'id': 'e0318674-e90e-4bb8-8fcc-2fc22c1902e1', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:94:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:07:45Z', 'updated_at': '2022-04-12T03:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': 'c6510844-55e2-4171-ac51-a2dfce30d3b3', 'name': '', 'network_id': 'da1505d4-daf5-4102-9185-5db938386645', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'mac_address': 'fa:16:3e:62:3a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:07:47Z', 'updated_at': '2022-04-12T03:07:53Z', 'revision_number': 5, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'subnets': [{'id': '2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:11:00.133660 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9990c77-597c-4a64-9c0e-ef53f0b8ef63 None None] Checking router: 860366b1-e648-4b30-a975-ccbfb4a75ba5 for host: dv-cinder-837443-1-iscsi {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:11:00.142907 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9990c77-597c-4a64-9c0e-ef53f0b8ef63 None None] Routers {'860366b1-e648-4b30-a975-ccbfb4a75ba5'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:11:00.143541 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-a9990c77-597c-4a64-9c0e-ef53f0b8ef63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:10:57Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['860366b1-e648-4b30-a975-ccbfb4a75ba5'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:11:00.253793 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-a9990c77-597c-4a64-9c0e-ef53f0b8ef63 None None] Set router 860366b1-e648-4b30-a975-ccbfb4a75ba5 gateway port host: dv-cinder-837443-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:11:00.300278 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee11c001-949c-4846-be13-0aa71fa61fbb req-42cebb95-cdd9-4f0d-ba23-2142e8c8df66 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:00.302083 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-ee11c001-949c-4846-be13-0aa71fa61fbb req-42cebb95-cdd9-4f0d-ba23-2142e8c8df66 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 947 time: 0.0475698 Apr 12 03:11:00.360287 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-ee11c001-949c-4846-be13-0aa71fa61fbb req-553bdf71-c0a7-490b-82f0-ac9412adcf34 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=39685f75-dc11-42c2-a5ef-18e35667f4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523067 Apr 12 03:11:00.458032 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-a9990c77-597c-4a64-9c0e-ef53f0b8ef63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'name': 'tempest-TestVolumeBootPattern-861698763-router', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e0318674-e90e-4bb8-8fcc-2fc22c1902e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:07:44Z', 'updated_at': '2022-04-12T03:07:47Z', 'revision_number': 4, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'gw_port': {'id': 'e0318674-e90e-4bb8-8fcc-2fc22c1902e1', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:94:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:07:45Z', 'updated_at': '2022-04-12T03:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': 'c6510844-55e2-4171-ac51-a2dfce30d3b3', 'name': '', 'network_id': 'da1505d4-daf5-4102-9185-5db938386645', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'mac_address': 'fa:16:3e:62:3a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:07:47Z', 'updated_at': '2022-04-12T03:07:53Z', 'revision_number': 5, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'subnets': [{'id': '2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:11:00.484795 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9990c77-597c-4a64-9c0e-ef53f0b8ef63 None None] The sync data for ids ['860366b1-e648-4b30-a975-ccbfb4a75ba5'] in dv-cinder-837443-1-iscsi is: [{'id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'name': 'tempest-TestVolumeBootPattern-861698763-router', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e0318674-e90e-4bb8-8fcc-2fc22c1902e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:07:44Z', 'updated_at': '2022-04-12T03:07:47Z', 'revision_number': 4, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'gw_port': {'id': 'e0318674-e90e-4bb8-8fcc-2fc22c1902e1', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:94:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:07:45Z', 'updated_at': '2022-04-12T03:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': 'c6510844-55e2-4171-ac51-a2dfce30d3b3', 'name': '', 'network_id': 'da1505d4-daf5-4102-9185-5db938386645', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'mac_address': 'fa:16:3e:62:3a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:07:47Z', 'updated_at': '2022-04-12T03:07:53Z', 'revision_number': 5, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'subnets': [{'id': '2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:11:00.697568 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-88959835-577f-4a28-9262-bd2cba96f734 req-70b484b4-32eb-43c2-b963-8f3bd9c5dc60 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f077998-319f-400b-ae12-7d9b6b3d5d7e HTTP/1.1" status: 200 len: 210 time: 0.0348146 Apr 12 03:11:00.734989 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007c37d0-bf5d-481c-8bc5-199e45aaa2e2 None None] New status for floating IP b58a6171-bc64-4092-9e3f-859d52750807: DOWN {{(pid=103485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 03:11:01.346562 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:01.481124 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a9779-5b5a-4f2e-8291-8418237630d7 req-1d7a9f44-f165-4264-ade1-a2139dca7e47 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:01.482602 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-311a9779-5b5a-4f2e-8291-8418237630d7 req-1d7a9f44-f165-4264-ade1-a2139dca7e47 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 947 time: 0.0487554 Apr 12 03:11:01.533634 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-311a9779-5b5a-4f2e-8291-8418237630d7 req-17338e9e-a4ae-44cc-9392-862b6c2b8dc4 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=39685f75-dc11-42c2-a5ef-18e35667f4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451210 Apr 12 03:11:01.966283 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-d4216f13-1ea2-4d04-b932-534698149263 req-bc9ad1be-8ce4-41e1-8de8-e7cadf1752b7 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-413280048&fields=id&tenant_id=faa0847777334640bf8854a96c6e7a19 HTTP/1.1" status: 200 len: 267 time: 0.0458038 Apr 12 03:11:02.085480 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4216f13-1ea2-4d04-b932-534698149263 req-60c8dcba-bcb1-4302-9e69-f52e86dd3e5e tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:02.086917 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-d4216f13-1ea2-4d04-b932-534698149263 req-60c8dcba-bcb1-4302-9e69-f52e86dd3e5e tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/networks?id=da1505d4-daf5-4102-9185-5db938386645 HTTP/1.1" status: 200 len: 811 time: 0.1136291 Apr 12 03:11:02.101893 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-d4216f13-1ea2-4d04-b932-534698149263 req-c69216c6-9849-4bc6-ae94-e754b8d023a4 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/quotas/faa0847777334640bf8854a96c6e7a19 HTTP/1.1" status: 200 len: 375 time: 0.0093236 Apr 12 03:11:02.151715 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-d4216f13-1ea2-4d04-b932-534698149263 req-80365ba3-3963-42e5-9980-2b7674b46461 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=faa0847777334640bf8854a96c6e7a19&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448041 Apr 12 03:11:02.257514 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-d4216f13-1ea2-4d04-b932-534698149263 req-412572ce-4f46-4554-a11e-81e5d34e9bbf service neutron] 10.222.0.32 "GET /v2.0/networks/da1505d4-daf5-4102-9185-5db938386645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934999 Apr 12 03:11:02.634986 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-d4216f13-1ea2-4d04-b932-534698149263 req-9e9c30cc-313a-4466-a797-094e8e68562f service neutron] 10.222.0.32 "GET /v2.0/networks/da1505d4-daf5-4102-9185-5db938386645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713324 Apr 12 03:11:02.655696 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba67c4e-1ad7-4a5e-9d73-8760aa6da5ad req-12b27e5c-f68d-4f70-9922-7a3d76159ebf tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:02.657582 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-3ba67c4e-1ad7-4a5e-9d73-8760aa6da5ad req-12b27e5c-f68d-4f70-9922-7a3d76159ebf tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 947 time: 0.0493150 Apr 12 03:11:02.709329 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-3ba67c4e-1ad7-4a5e-9d73-8760aa6da5ad req-19b77493-2d53-43e9-8c8f-1da83b9cf523 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=39685f75-dc11-42c2-a5ef-18e35667f4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456288 Apr 12 03:11:03.106258 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-2ab5ffc8-7546-49a9-af76-9228e137c29e req-60dbf453-5916-4c28-9773-384e3ba3af78 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f61b5d5-50f3-4366-8058-6e4e86dd4e9a HTTP/1.1" status: 200 len: 210 time: 0.0325279 Apr 12 03:11:04.052508 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4216f13-1ea2-4d04-b932-534698149263 req-de1c44ef-0f19-4973-b9e1-74c350865318 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:04.054003 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-d4216f13-1ea2-4d04-b932-534698149263 req-de1c44ef-0f19-4973-b9e1-74c350865318 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.25 "GET /v2.0/networks?id=da1505d4-daf5-4102-9185-5db938386645 HTTP/1.1" status: 200 len: 811 time: 0.1118791 Apr 12 03:11:04.117808 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-d4216f13-1ea2-4d04-b932-534698149263 req-5242938c-4338-4ed0-aa98-33334c481f87 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=faa0847777334640bf8854a96c6e7a19 HTTP/1.1" status: 200 len: 379 time: 0.0548313 Apr 12 03:11:04.127923 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [req-d4216f13-1ea2-4d04-b932-534698149263 req-9d6d0916-b774-4f8e-b957-bc9ddfe697cc tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Request body: {'port': {'device_id': '6f61b5d5-50f3-4366-8058-6e4e86dd4e9a', 'network_id': 'da1505d4-daf5-4102-9185-5db938386645', 'admin_state_up': True, 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'security_groups': ['f48afda6-be81-4cc6-8394-79fb0efbc155']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:11:04.206909 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-7115409c-ca8a-4d47-b174-176282e2112d req-dcc240ea-45ff-4679-b542-63425882a196 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f61b5d5-50f3-4366-8058-6e4e86dd4e9a HTTP/1.1" status: 200 len: 210 time: 0.0282333 Apr 12 03:11:04.245902 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4216f13-1ea2-4d04-b932-534698149263 req-9d6d0916-b774-4f8e-b957-bc9ddfe697cc tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Made reservation on behalf of faa0847777334640bf8854a96c6e7a19 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:11:04.250772 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d4216f13-1ea2-4d04-b932-534698149263 req-9d6d0916-b774-4f8e-b957-bc9ddfe697cc tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:04.379815 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-d4216f13-1ea2-4d04-b932-534698149263 req-9d6d0916-b774-4f8e-b957-bc9ddfe697cc tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Allocated IP 172.20.0.11 (da1505d4-daf5-4102-9185-5db938386645/2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9/c21a9a3d-206d-40d1-a338-b52214c7e9f1) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:11:04.423777 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 47430) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:11:04.521322 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d4216f13-1ea2-4d04-b932-534698149263 req-9d6d0916-b774-4f8e-b957-bc9ddfe697cc tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks [] for port (c21a9a3d-206d-40d1-a338-b52214c7e9f1), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:04.532600 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-3c694287-346c-4945-9746-c86b6deecb63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:04.555332 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d4216f13-1ea2-4d04-b932-534698149263 req-9d6d0916-b774-4f8e-b957-bc9ddfe697cc tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28695539'] for port (c21a9a3d-206d-40d1-a338-b52214c7e9f1), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:04.604290 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4216f13-1ea2-4d04-b932-534698149263 req-9d6d0916-b774-4f8e-b957-bc9ddfe697cc tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Network da1505d4-daf5-4102-9185-5db938386645 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:11:04.607149 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-d4216f13-1ea2-4d04-b932-534698149263 req-9d6d0916-b774-4f8e-b957-bc9ddfe697cc tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:11:04.610605 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4216f13-1ea2-4d04-b932-534698149263 req-9d6d0916-b774-4f8e-b957-bc9ddfe697cc tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:11:04.616012 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-3c694287-346c-4945-9746-c86b6deecb63 admin admin] Publish callbacks [] for security_group (9f6e4c36-5bd1-41d7-bcce-461152fa4d9e), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:04.623888 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-3c694287-346c-4945-9746-c86b6deecb63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (9f6e4c36-5bd1-41d7-bcce-461152fa4d9e), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:04.640584 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d0916-b774-4f8e-b957-bc9ddfe697cc tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Pushing event updated for resources: {'Port': ['ID=c21a9a3d-206d-40d1-a338-b52214c7e9f1,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:11:04.668205 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-3c694287-346c-4945-9746-c86b6deecb63 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1f52ab2178aa4d6298764f79cd311cc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2433209 Apr 12 03:11:04.668793 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4216f13-1ea2-4d04-b932-534698149263 req-9d6d0916-b774-4f8e-b957-bc9ddfe697cc tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:04.669425 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d4216f13-1ea2-4d04-b932-534698149263 req-9d6d0916-b774-4f8e-b957-bc9ddfe697cc tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for port (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:04.670923 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c694287-346c-4945-9746-c86b6deecb63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6e4c36-5bd1-41d7-bcce-461152fa4d9e,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:11:04.673397 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 47434) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:11:04.680329 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c694287-346c-4945-9746-c86b6deecb63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:11:04.680665 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c694287-346c-4945-9746-c86b6deecb63 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:11:04.681159 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c694287-346c-4945-9746-c86b6deecb63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:11:04.681493 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c694287-346c-4945-9746-c86b6deecb63 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:11:04.681815 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c694287-346c-4945-9746-c86b6deecb63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:11:04.682159 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c694287-346c-4945-9746-c86b6deecb63 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:11:04.682476 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c694287-346c-4945-9746-c86b6deecb63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:11:04.682791 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c694287-346c-4945-9746-c86b6deecb63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:11:04.683123 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c694287-346c-4945-9746-c86b6deecb63 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:11:04.683430 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c694287-346c-4945-9746-c86b6deecb63 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:11:04.683766 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c694287-346c-4945-9746-c86b6deecb63 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:11:04.684705 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c694287-346c-4945-9746-c86b6deecb63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:11:04.685307 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c694287-346c-4945-9746-c86b6deecb63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:11:04.685781 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c694287-346c-4945-9746-c86b6deecb63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:11:04.686252 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c694287-346c-4945-9746-c86b6deecb63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:11:04.712672 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-d4216f13-1ea2-4d04-b932-534698149263 req-9d6d0916-b774-4f8e-b957-bc9ddfe697cc tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5886061 Apr 12 03:11:04.742447 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-09b92241-3982-41c8-b230-d09517386f03 admin admin] Publish callbacks [] for security_group (9f6e4c36-5bd1-41d7-bcce-461152fa4d9e), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:04.764568 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-09b92241-3982-41c8-b230-d09517386f03 admin admin] Publish callbacks [] for security_group (9f6e4c36-5bd1-41d7-bcce-461152fa4d9e), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:04.813201 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-09b92241-3982-41c8-b230-d09517386f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (9f6e4c36-5bd1-41d7-bcce-461152fa4d9e), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:04.815860 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-09b92241-3982-41c8-b230-d09517386f03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:04.817023 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-09b92241-3982-41c8-b230-d09517386f03 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9f6e4c36-5bd1-41d7-bcce-461152fa4d9e HTTP/1.1" status: 204 len: 168 time: 0.1426682 Apr 12 03:11:04.825300 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b92241-3982-41c8-b230-d09517386f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6e4c36-5bd1-41d7-bcce-461152fa4d9e,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:11:04.859578 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-9d954a70-f611-42f8-9d7c-5358893d9d1b None None] Provisioning complete for port c21a9a3d-206d-40d1-a338-b52214c7e9f1 triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:11:04.860173 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9d954a70-f611-42f8-9d7c-5358893d9d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (c21a9a3d-206d-40d1-a338-b52214c7e9f1), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:04.898358 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-9d954a70-f611-42f8-9d7c-5358893d9d1b None None] Port c21a9a3d-206d-40d1-a338-b52214c7e9f1 cannot update to ACTIVE because it is not bound. {{(pid=103485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:11:05.321544 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b238e7e8-44b1-42c5-af70-d5de085d2047 req-fb5bf3f4-4b6d-4d01-a4ae-1aa5ea5f4559 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:05.322817 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-b238e7e8-44b1-42c5-af70-d5de085d2047 req-fb5bf3f4-4b6d-4d01-a4ae-1aa5ea5f4559 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f61b5d5-50f3-4366-8058-6e4e86dd4e9a HTTP/1.1" status: 200 len: 932 time: 0.0472956 Apr 12 03:11:05.383353 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-b238e7e8-44b1-42c5-af70-d5de085d2047 req-9800bbd0-2f93-41b3-9b95-45fd2fb2f66e tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543294 Apr 12 03:11:05.479500 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 47460) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:11:05.575449 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-e1226133-eb19-4adb-a6b9-89457c178117 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-433624097-network', 'tenant_id': '93bbadf297534dd28da937ad11f5e24a'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:11:05.598724 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1226133-eb19-4adb-a6b9-89457c178117 admin admin] Made reservation on behalf of 93bbadf297534dd28da937ad11f5e24a for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:11:05.601204 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e1226133-eb19-4adb-a6b9-89457c178117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for network (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:05.609950 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e1226133-eb19-4adb-a6b9-89457c178117 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:05.688612 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e1226133-eb19-4adb-a6b9-89457c178117 admin admin] Publish callbacks [] for security_group (9f6b5a1a-e2ba-4573-870f-ea3b814462c9), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:05.694370 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e1226133-eb19-4adb-a6b9-89457c178117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (9f6b5a1a-e2ba-4573-870f-ea3b814462c9), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:05.719451 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1226133-eb19-4adb-a6b9-89457c178117 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 03:11:05.729354 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1226133-eb19-4adb-a6b9-89457c178117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6b5a1a-e2ba-4573-870f-ea3b814462c9,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:11:05.734700 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e1226133-eb19-4adb-a6b9-89457c178117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (fd14922f-85d1-4f74-a894-82051703256a), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:05.735035 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.db.segments_db [None req-e1226133-eb19-4adb-a6b9-89457c178117 admin admin] Added segment fd14922f-85d1-4f74-a894-82051703256a of type vlan for network 3fc4f7ab-d71d-4f35-ae3b-eb81115fa470 Apr 12 03:11:05.777417 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e1226133-eb19-4adb-a6b9-89457c178117 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733264019303'] for network (3fc4f7ab-d71d-4f35-ae3b-eb81115fa470), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:05.802900 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e1226133-eb19-4adb-a6b9-89457c178117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074'] for network (3fc4f7ab-d71d-4f35-ae3b-eb81115fa470), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:05.803918 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1226133-eb19-4adb-a6b9-89457c178117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:05.804523 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e1226133-eb19-4adb-a6b9-89457c178117 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for network (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:05.837629 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-e1226133-eb19-4adb-a6b9-89457c178117 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3570185 Apr 12 03:11:05.840850 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 47470) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:11:05.846441 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [None req-71f9890f-01ac-4af8-b185-9bf6cd1fdf72 admin admin] Request body: {'subnet': {'network_id': '3fc4f7ab-d71d-4f35-ae3b-eb81115fa470', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-433624097-subnet', 'tenant_id': '93bbadf297534dd28da937ad11f5e24a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:11:05.868683 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f9890f-01ac-4af8-b185-9bf6cd1fdf72 admin admin] Made reservation on behalf of 93bbadf297534dd28da937ad11f5e24a for: {'subnet': 1} {{(pid=103483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:11:05.871504 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-71f9890f-01ac-4af8-b185-9bf6cd1fdf72 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28286591'] for subnet (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:05.874136 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1226133-eb19-4adb-a6b9-89457c178117 admin admin] Pushing event updated for resources: {'Network': ['ID=3fc4f7ab-d71d-4f35-ae3b-eb81115fa470,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:11:05.885286 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Network 3fc4f7ab-d71d-4f35-ae3b-eb81115fa470 details requested by agent ovs-agent-dv-cinder-837443-1-iscsi with host dv-cinder-837443-1-iscsi {{(pid=103485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 03:11:06.059988 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-71f9890f-01ac-4af8-b185-9bf6cd1fdf72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28321091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28286573'] for subnet (ee578cce-46b4-4138-9667-b4ae8d8aaa35), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:06.115551 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f9890f-01ac-4af8-b185-9bf6cd1fdf72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee578cce-46b4-4138-9667-b4ae8d8aaa35,revision_number=0']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:11:06.122515 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f9890f-01ac-4af8-b185-9bf6cd1fdf72 admin admin] Checking segment: {'id': 'fd14922f-85d1-4f74-a894-82051703256a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3fc4f7ab-d71d-4f35-ae3b-eb81115fa470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:11:06.122859 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f9890f-01ac-4af8-b185-9bf6cd1fdf72 admin admin] Network hostable DHCP agents. Network: 3fc4f7ab-d71d-4f35-ae3b-eb81115fa470, hostable agents: ['fa7f2a92-0c20-457b-b451-d8a4489755d5'], hosted agents: [] {{(pid=103483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 03:11:06.141050 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f9890f-01ac-4af8-b185-9bf6cd1fdf72 admin admin] Network 3fc4f7ab-d71d-4f35-ae3b-eb81115fa470 is scheduled to be hosted by DHCP agent fa7f2a92-0c20-457b-b451-d8a4489755d5 with binding_index 1 {{(pid=103483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 03:11:06.150607 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.base_scheduler [None req-71f9890f-01ac-4af8-b185-9bf6cd1fdf72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837443-1-iscsi, 3fc4f7ab-d71d-4f35-ae3b-eb81115fa470) {{(pid=103483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:11:06.154665 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f9890f-01ac-4af8-b185-9bf6cd1fdf72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:06.155240 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-71f9890f-01ac-4af8-b185-9bf6cd1fdf72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for subnet (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:06.160962 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d192befb-b945-458f-ab0e-b34a4c0b1210 None None] Network 3fc4f7ab-d71d-4f35-ae3b-eb81115fa470 requested from dv-cinder-837443-1-iscsi {{(pid=103485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:11:06.171683 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-71f9890f-01ac-4af8-b185-9bf6cd1fdf72 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3296812 Apr 12 03:11:06.261503 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58160b2e-9cf9-44ba-a490-438d20d1a6b2 None None] Network 3fc4f7ab-d71d-4f35-ae3b-eb81115fa470 requested from dv-cinder-837443-1-iscsi {{(pid=103485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:11:06.501263 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f19703c-149d-4dd2-aea9-ff00ba99ed33 req-654b888b-1b5b-444d-b0f3-e762cd336ed8 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:06.502653 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-5f19703c-149d-4dd2-aea9-ff00ba99ed33 req-654b888b-1b5b-444d-b0f3-e762cd336ed8 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f61b5d5-50f3-4366-8058-6e4e86dd4e9a HTTP/1.1" status: 200 len: 932 time: 0.0517042 Apr 12 03:11:06.553344 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-5f19703c-149d-4dd2-aea9-ff00ba99ed33 req-c50dc509-ea5a-426d-ac5d-b8d02ce0ac29 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448482 Apr 12 03:11:07.683087 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38117d-8c98-4572-8215-589ee1321b55 req-14da3ce7-f6e7-4502-80c4-d1a9fdbeee8f tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:07.684621 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-af38117d-8c98-4572-8215-589ee1321b55 req-14da3ce7-f6e7-4502-80c4-d1a9fdbeee8f tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f61b5d5-50f3-4366-8058-6e4e86dd4e9a HTTP/1.1" status: 200 len: 932 time: 0.0559924 Apr 12 03:11:07.735602 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-af38117d-8c98-4572-8215-589ee1321b55 req-4d7103b5-4cd0-4fca-98f1-0eae483b46f9 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451682 Apr 12 03:11:07.915749 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe327e-9afc-4b67-b598-e14b9033d555 req-51bcd4ec-098f-4696-a327-8496a2b64de0 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:07.917094 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-d5fe327e-9afc-4b67-b598-e14b9033d555 req-51bcd4ec-098f-4696-a327-8496a2b64de0 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] 10.222.0.32 "GET /v2.0/networks?id=3fc4f7ab-d71d-4f35-ae3b-eb81115fa470 HTTP/1.1" status: 200 len: 813 time: 0.1072707 Apr 12 03:11:07.933330 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-d5fe327e-9afc-4b67-b598-e14b9033d555 req-effcd6d4-f51c-43f4-8bab-c4fb1782a96b tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] 10.222.0.32 "GET /v2.0/quotas/93bbadf297534dd28da937ad11f5e24a HTTP/1.1" status: 200 len: 375 time: 0.0089636 Apr 12 03:11:07.965007 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-d5fe327e-9afc-4b67-b598-e14b9033d555 req-270ab5a9-6e74-4ec4-8049-9a83ea8bbdcb tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=93bbadf297534dd28da937ad11f5e24a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268748 Apr 12 03:11:08.107269 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-d5fe327e-9afc-4b67-b598-e14b9033d555 req-a2b34028-9cd4-464a-a138-4d3b1789ac12 service neutron] 10.222.0.32 "GET /v2.0/networks/3fc4f7ab-d71d-4f35-ae3b-eb81115fa470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354506 Apr 12 03:11:08.201292 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-d5fe327e-9afc-4b67-b598-e14b9033d555 req-4694077a-394c-453c-ae97-982163e07744 service neutron] 10.222.0.32 "GET /v2.0/networks/3fc4f7ab-d71d-4f35-ae3b-eb81115fa470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876131 Apr 12 03:11:08.372634 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-468c3971-cd58-47bb-8961-e9717f62d37e req-da87a383-24fb-4ea9-bb49-5fd379e84c88 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cd6c93e-0d65-453b-a527-11887e6724f2 HTTP/1.1" status: 200 len: 210 time: 0.0274198 Apr 12 03:11:08.856513 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052739cd-15ff-48ea-a2b9-add4b95acb61 req-175922f2-cc84-429c-b4c4-618295fcffdb tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:08.857948 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-052739cd-15ff-48ea-a2b9-add4b95acb61 req-175922f2-cc84-429c-b4c4-618295fcffdb tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f61b5d5-50f3-4366-8058-6e4e86dd4e9a HTTP/1.1" status: 200 len: 932 time: 0.0540683 Apr 12 03:11:09.150760 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-052739cd-15ff-48ea-a2b9-add4b95acb61 req-be3b3e95-f253-4d0b-9c74-5a0728c038d8 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2867639 Apr 12 03:11:09.389683 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [req-d4216f13-1ea2-4d04-b932-534698149263 req-c60fb3cc-4b28-49b8-a4d1-445ee13100d7 service neutron] Request body: {'port': {'device_id': '6f61b5d5-50f3-4366-8058-6e4e86dd4e9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83744'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:11:09.475146 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d4216f13-1ea2-4d04-b932-534698149263 req-c60fb3cc-4b28-49b8-a4d1-445ee13100d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (c21a9a3d-206d-40d1-a338-b52214c7e9f1), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:09.478181 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-0d59cc70-fca3-4f35-b181-0524b0149ddf req-e96c270b-6a9a-4d5c-9b43-dcaf8223e466 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cd6c93e-0d65-453b-a527-11887e6724f2 HTTP/1.1" status: 200 len: 210 time: 0.0324874 Apr 12 03:11:09.754056 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.notifiers.nova [req-d4216f13-1ea2-4d04-b932-534698149263 req-c60fb3cc-4b28-49b8-a4d1-445ee13100d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c21a9a3d-206d-40d1-a338-b52214c7e9f1 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:11:09.761678 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d4216f13-1ea2-4d04-b932-534698149263 req-c60fb3cc-4b28-49b8-a4d1-445ee13100d7 service neutron] Publish callbacks [] for port (c21a9a3d-206d-40d1-a338-b52214c7e9f1), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:09.774795 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-d4216f13-1ea2-4d04-b932-534698149263 req-c60fb3cc-4b28-49b8-a4d1-445ee13100d7 service neutron] Transition to ACTIVE for port object c21a9a3d-206d-40d1-a338-b52214c7e9f1 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 03:11:09.780720 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d4216f13-1ea2-4d04-b932-534698149263 req-c60fb3cc-4b28-49b8-a4d1-445ee13100d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28695544'] for port (c21a9a3d-206d-40d1-a338-b52214c7e9f1), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:09.832977 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60fb3cc-4b28-49b8-a4d1-445ee13100d7 service neutron] Pushing event updated for resources: {'Port': ['ID=c21a9a3d-206d-40d1-a338-b52214c7e9f1,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:11:09.922623 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-d4216f13-1ea2-4d04-b932-534698149263 req-c60fb3cc-4b28-49b8-a4d1-445ee13100d7 service neutron] Attempting to bind port c21a9a3d-206d-40d1-a338-b52214c7e9f1 on host hv-cinder-83744 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:11:09.923291 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-d4216f13-1ea2-4d04-b932-534698149263 req-c60fb3cc-4b28-49b8-a4d1-445ee13100d7 service neutron] Attempting to bind port c21a9a3d-206d-40d1-a338-b52214c7e9f1 by drivers openvswitch,hyperv on host hv-cinder-83744 at level 0 using segments [{'id': '7d178cda-c4bb-4041-8a2c-25e0b2199eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'da1505d4-daf5-4102-9185-5db938386645'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:11:09.923412 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4216f13-1ea2-4d04-b932-534698149263 req-c60fb3cc-4b28-49b8-a4d1-445ee13100d7 service neutron] Attempting to bind port c21a9a3d-206d-40d1-a338-b52214c7e9f1 on network da1505d4-daf5-4102-9185-5db938386645 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:11:09.928087 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4216f13-1ea2-4d04-b932-534698149263 req-c60fb3cc-4b28-49b8-a4d1-445ee13100d7 service neutron] Port c21a9a3d-206d-40d1-a338-b52214c7e9f1 on network da1505d4-daf5-4102-9185-5db938386645 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83744 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 03:11:09.928399 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4216f13-1ea2-4d04-b932-534698149263 req-c60fb3cc-4b28-49b8-a4d1-445ee13100d7 service neutron] Attempting to bind port c21a9a3d-206d-40d1-a338-b52214c7e9f1 on network da1505d4-daf5-4102-9185-5db938386645 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:11:09.933162 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4216f13-1ea2-4d04-b932-534698149263 req-c60fb3cc-4b28-49b8-a4d1-445ee13100d7 service neutron] Checking agent: {'id': 'd9b4afc3-988d-4081-ae69-d9ab2b5cf58b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83744', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 3, 2, 51), 'started_at': datetime.datetime(2022, 4, 12, 3, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:11:09.933616 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4216f13-1ea2-4d04-b932-534698149263 req-c60fb3cc-4b28-49b8-a4d1-445ee13100d7 service neutron] Checking segment: {'id': '7d178cda-c4bb-4041-8a2c-25e0b2199eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'da1505d4-daf5-4102-9185-5db938386645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:11:09.933996 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4216f13-1ea2-4d04-b932-534698149263 req-c60fb3cc-4b28-49b8-a4d1-445ee13100d7 service neutron] Bound using segment: {'id': '7d178cda-c4bb-4041-8a2c-25e0b2199eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'da1505d4-daf5-4102-9185-5db938386645'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:11:09.934411 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-d4216f13-1ea2-4d04-b932-534698149263 req-c60fb3cc-4b28-49b8-a4d1-445ee13100d7 service neutron] Bound port: c21a9a3d-206d-40d1-a338-b52214c7e9f1, host: hv-cinder-83744, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d178cda-c4bb-4041-8a2c-25e0b2199eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'da1505d4-daf5-4102-9185-5db938386645'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:11:09.934757 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d4216f13-1ea2-4d04-b932-534698149263 req-c60fb3cc-4b28-49b8-a4d1-445ee13100d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (c21a9a3d-206d-40d1-a338-b52214c7e9f1), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:10.002066 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-d4216f13-1ea2-4d04-b932-534698149263 req-c60fb3cc-4b28-49b8-a4d1-445ee13100d7 service neutron] For port c21a9a3d-206d-40d1-a338-b52214c7e9f1, host hv-cinder-83744, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:11:10.006295 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-d4216f13-1ea2-4d04-b932-534698149263 req-c60fb3cc-4b28-49b8-a4d1-445ee13100d7 service neutron] For port c21a9a3d-206d-40d1-a338-b52214c7e9f1, host hv-cinder-83744, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=c21a9a3d-206d-40d1-a338-b52214c7e9f1,segment=NetworkSegment(7d178cda-c4bb-4041-8a2c-25e0b2199eca),segment_id=7d178cda-c4bb-4041-8a2c-25e0b2199eca)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:11:10.013558 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d4216f13-1ea2-4d04-b932-534698149263 req-c60fb3cc-4b28-49b8-a4d1-445ee13100d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28695544'] for port (c21a9a3d-206d-40d1-a338-b52214c7e9f1), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:10.058285 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4216f13-1ea2-4d04-b932-534698149263 req-c60fb3cc-4b28-49b8-a4d1-445ee13100d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:10.058895 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-d4216f13-1ea2-4d04-b932-534698149263 req-c60fb3cc-4b28-49b8-a4d1-445ee13100d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for port (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:10.060806 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-d4216f13-1ea2-4d04-b932-534698149263 req-c60fb3cc-4b28-49b8-a4d1-445ee13100d7 service neutron] 10.222.0.25 "PUT /v2.0/ports/c21a9a3d-206d-40d1-a338-b52214c7e9f1 HTTP/1.1" status: 200 len: 1094 time: 0.6764584 Apr 12 03:11:10.069532 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f61b5d5-50f3-4366-8058-6e4e86dd4e9a', 'tag': 'c21a9a3d-206d-40d1-a338-b52214c7e9f1'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:11:10.071572 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d98137ebe7b3f8ae23a53251b76916d727952a33f49bb2ab88d2915e9897d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a680062-cf06-48ab-a18a-6594f4fda87a" -d '{"events": [{"name": "network-changed", "server_uuid": "6f61b5d5-50f3-4366-8058-6e4e86dd4e9a", "tag": "c21a9a3d-206d-40d1-a338-b52214c7e9f1"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:11:10.131551 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60fb3cc-4b28-49b8-a4d1-445ee13100d7 service neutron] Pushing event updated for resources: {'Port': ['ID=c21a9a3d-206d-40d1-a338-b52214c7e9f1,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:11:10.206598 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4357cc62-22ad-4384-969c-f079442e6263 x-openstack-request-id: req-4357cc62-22ad-4384-969c-f079442e6263 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:11:10.207044 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f61b5d5-50f3-4366-8058-6e4e86dd4e9a", "tag": "c21a9a3d-206d-40d1-a338-b52214c7e9f1", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:11:10.207475 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4357cc62-22ad-4384-969c-f079442e6263 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:11:10.208676 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4357cc62-22ad-4384-969c-f079442e6263'] response: {'name': 'network-changed', 'server_uuid': '6f61b5d5-50f3-4366-8058-6e4e86dd4e9a', 'tag': 'c21a9a3d-206d-40d1-a338-b52214c7e9f1', 'status': 'completed', 'code': 200} Apr 12 03:11:10.230245 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4216f13-1ea2-4d04-b932-534698149263 req-96546f5d-48b4-42d2-b9aa-72dc6035ea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:10.232770 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-d4216f13-1ea2-4d04-b932-534698149263 req-96546f5d-48b4-42d2-b9aa-72dc6035ea6d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=faa0847777334640bf8854a96c6e7a19&device_id=6f61b5d5-50f3-4366-8058-6e4e86dd4e9a HTTP/1.1" status: 200 len: 1128 time: 0.0898573 Apr 12 03:11:10.306464 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-d4216f13-1ea2-4d04-b932-534698149263 req-207cf7f5-fbf9-4818-bd5c-8d811c696ba8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c21a9a3d-206d-40d1-a338-b52214c7e9f1 HTTP/1.1" status: 200 len: 217 time: 0.0513556 Apr 12 03:11:10.318356 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618965b3-4428-4d53-a531-bae0ecdd43b1 req-a224189f-b32e-471c-87c1-6e1d9c7b350f tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:10.320229 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-618965b3-4428-4d53-a531-bae0ecdd43b1 req-a224189f-b32e-471c-87c1-6e1d9c7b350f tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f61b5d5-50f3-4366-8058-6e4e86dd4e9a HTTP/1.1" status: 200 len: 944 time: 0.0643027 Apr 12 03:11:10.381835 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-618965b3-4428-4d53-a531-bae0ecdd43b1 req-5b93665e-ae18-4969-80eb-8592ad631fe3 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539236 Apr 12 03:11:10.527961 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4216f13-1ea2-4d04-b932-534698149263 req-ea7914db-2b1d-4892-8940-044d2fc26232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:10.529864 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-d4216f13-1ea2-4d04-b932-534698149263 req-ea7914db-2b1d-4892-8940-044d2fc26232 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9 HTTP/1.1" status: 200 len: 850 time: 0.0654252 Apr 12 03:11:10.592502 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4216f13-1ea2-4d04-b932-534698149263 req-afe71008-e9e4-48ce-ae21-55d8e864bf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:10.594365 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-d4216f13-1ea2-4d04-b932-534698149263 req-afe71008-e9e4-48ce-ae21-55d8e864bf0f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=da1505d4-daf5-4102-9185-5db938386645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0576184 Apr 12 03:11:10.601048 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-a2f3057e-f7ad-460b-bd82-2764456f211e req-2d2c1009-922f-478d-b90d-cdf3e9c2a459 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cd6c93e-0d65-453b-a527-11887e6724f2 HTTP/1.1" status: 200 len: 210 time: 0.0343349 Apr 12 03:11:10.712619 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-d4216f13-1ea2-4d04-b932-534698149263 req-f708ca1f-5fc9-402c-a6fb-2a2bda6760ee service neutron] 10.222.0.25 "GET /v2.0/networks/da1505d4-daf5-4102-9185-5db938386645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124430 Apr 12 03:11:10.730091 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe327e-9afc-4b67-b598-e14b9033d555 req-b9baf631-3235-4c69-9924-659734cae9d4 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:10.746831 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-d5fe327e-9afc-4b67-b598-e14b9033d555 req-b9baf631-3235-4c69-9924-659734cae9d4 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] 10.222.0.25 "GET /v2.0/networks?id=3fc4f7ab-d71d-4f35-ae3b-eb81115fa470 HTTP/1.1" status: 200 len: 813 time: 0.1899760 Apr 12 03:11:10.764344 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [req-d5fe327e-9afc-4b67-b598-e14b9033d555 req-4fef9f63-de3a-4899-8939-0988d6ec6e89 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Request body: {'port': {'device_id': '1cd6c93e-0d65-453b-a527-11887e6724f2', 'network_id': '3fc4f7ab-d71d-4f35-ae3b-eb81115fa470', 'admin_state_up': True, 'tenant_id': '93bbadf297534dd28da937ad11f5e24a'}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:11:10.871341 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-d4216f13-1ea2-4d04-b932-534698149263 req-27c6e39f-a8e3-43a4-8882-496f86c51fd7 service neutron] 10.222.0.25 "GET /v2.0/networks/da1505d4-daf5-4102-9185-5db938386645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394897 Apr 12 03:11:10.928538 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5fe327e-9afc-4b67-b598-e14b9033d555 req-4fef9f63-de3a-4899-8939-0988d6ec6e89 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Made reservation on behalf of 93bbadf297534dd28da937ad11f5e24a for: {'port': 1} {{(pid=103483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:11:10.932717 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-d5fe327e-9afc-4b67-b598-e14b9033d555 req-4fef9f63-de3a-4899-8939-0988d6ec6e89 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:11.074483 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.db_base_plugin_common [req-d5fe327e-9afc-4b67-b598-e14b9033d555 req-4fef9f63-de3a-4899-8939-0988d6ec6e89 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Allocated IP 172.20.0.6 (3fc4f7ab-d71d-4f35-ae3b-eb81115fa470/ee578cce-46b4-4138-9667-b4ae8d8aaa35/7f4e0749-f06b-4a82-b11d-a4fe23755b48) {{(pid=103483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:11:11.224187 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-d5fe327e-9afc-4b67-b598-e14b9033d555 req-4fef9f63-de3a-4899-8939-0988d6ec6e89 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Publish callbacks [] for port (7f4e0749-f06b-4a82-b11d-a4fe23755b48), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:11.236142 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a680062-cf06-48ab-a18a-6594f4fda87a req-0866d46c-d276-4fac-b28a-b8cf9576433a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:11.237816 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-6a680062-cf06-48ab-a18a-6594f4fda87a req-0866d46c-d276-4fac-b28a-b8cf9576433a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=faa0847777334640bf8854a96c6e7a19&device_id=6f61b5d5-50f3-4366-8058-6e4e86dd4e9a HTTP/1.1" status: 200 len: 1128 time: 0.0463586 Apr 12 03:11:11.261497 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-d5fe327e-9afc-4b67-b598-e14b9033d555 req-4fef9f63-de3a-4899-8939-0988d6ec6e89 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28322803'] for port (7f4e0749-f06b-4a82-b11d-a4fe23755b48), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:11.313951 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5fe327e-9afc-4b67-b598-e14b9033d555 req-4fef9f63-de3a-4899-8939-0988d6ec6e89 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Network 3fc4f7ab-d71d-4f35-ae3b-eb81115fa470 is already hosted by enough agents. {{(pid=103483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:11:11.316907 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.base_scheduler [req-d5fe327e-9afc-4b67-b598-e14b9033d555 req-4fef9f63-de3a-4899-8939-0988d6ec6e89 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Resources bound (agent type, host, resource id): {{(pid=103483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:11:11.319303 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5fe327e-9afc-4b67-b598-e14b9033d555 req-4fef9f63-de3a-4899-8939-0988d6ec6e89 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Received port after_create {{(pid=103483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:11:11.326535 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef9f63-de3a-4899-8939-0988d6ec6e89 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Pushing event updated for resources: {'Port': ['ID=7f4e0749-f06b-4a82-b11d-a4fe23755b48,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:11:11.336003 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a680062-cf06-48ab-a18a-6594f4fda87a req-fccaa7f8-4697-4b76-8fc6-62b3bc8c8320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:11.337655 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-6a680062-cf06-48ab-a18a-6594f4fda87a req-fccaa7f8-4697-4b76-8fc6-62b3bc8c8320 service neutron] 10.222.0.25 "GET /v2.0/networks?id=da1505d4-daf5-4102-9185-5db938386645 HTTP/1.1" status: 200 len: 911 time: 0.0930970 Apr 12 03:11:11.372674 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe327e-9afc-4b67-b598-e14b9033d555 req-4fef9f63-de3a-4899-8939-0988d6ec6e89 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:11.373275 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-d5fe327e-9afc-4b67-b598-e14b9033d555 req-4fef9f63-de3a-4899-8939-0988d6ec6e89 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for port (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:11.382231 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-6a680062-cf06-48ab-a18a-6594f4fda87a req-b8452d3d-cd64-4a74-825c-f586b5c6ff20 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c21a9a3d-206d-40d1-a338-b52214c7e9f1 HTTP/1.1" status: 200 len: 217 time: 0.0375376 Apr 12 03:11:11.388791 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-d5fe327e-9afc-4b67-b598-e14b9033d555 req-4fef9f63-de3a-4899-8939-0988d6ec6e89 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6294374 Apr 12 03:11:11.398843 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [req-d5fe327e-9afc-4b67-b598-e14b9033d555 req-666248b2-e86f-4a66-a096-af4a939f9067 service neutron] Request body: {'port': {'device_id': '1cd6c93e-0d65-453b-a527-11887e6724f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83744'}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:11:11.430362 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a680062-cf06-48ab-a18a-6594f4fda87a req-149836d2-154f-4764-812c-3006fbd28166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:11.431863 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-6a680062-cf06-48ab-a18a-6594f4fda87a req-149836d2-154f-4764-812c-3006fbd28166 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9 HTTP/1.1" status: 200 len: 850 time: 0.0440884 Apr 12 03:11:11.465200 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-d5fe327e-9afc-4b67-b598-e14b9033d555 req-666248b2-e86f-4a66-a096-af4a939f9067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (7f4e0749-f06b-4a82-b11d-a4fe23755b48), before_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:11.501164 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a680062-cf06-48ab-a18a-6594f4fda87a req-a482575d-6ed5-434c-aeca-c00cc58d3807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:11.502709 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-6a680062-cf06-48ab-a18a-6594f4fda87a req-a482575d-6ed5-434c-aeca-c00cc58d3807 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=da1505d4-daf5-4102-9185-5db938386645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0653231 Apr 12 03:11:11.521733 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eaf905-8d26-42e5-8c4f-314a52a5dbb3 req-5cd78c9a-84be-4e5b-8ca9-3225c65b2b08 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:11.523134 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-c6eaf905-8d26-42e5-8c4f-314a52a5dbb3 req-5cd78c9a-84be-4e5b-8ca9-3225c65b2b08 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f61b5d5-50f3-4366-8058-6e4e86dd4e9a HTTP/1.1" status: 200 len: 944 time: 0.0597210 Apr 12 03:11:11.631318 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-c6eaf905-8d26-42e5-8c4f-314a52a5dbb3 req-48bc5c98-bee0-4346-8aa3-5a1c6177c4d3 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936308 Apr 12 03:11:11.641238 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-6a680062-cf06-48ab-a18a-6594f4fda87a req-1e8aa741-6f5f-4c00-9bcc-121d7f1a1989 service neutron] 10.222.0.25 "GET /v2.0/networks/da1505d4-daf5-4102-9185-5db938386645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304212 Apr 12 03:11:11.742950 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-6a680062-cf06-48ab-a18a-6594f4fda87a req-c51c325a-5e38-4f5e-bb11-b5592591de12 service neutron] 10.222.0.25 "GET /v2.0/networks/da1505d4-daf5-4102-9185-5db938386645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963812 Apr 12 03:11:11.773424 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7780016-d082-42e3-a338-cc081f2be3ac req-410e11bd-d0c8-49fc-be03-efc6bc324b94 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:11.774877 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c7780016-d082-42e3-a338-cc081f2be3ac req-410e11bd-d0c8-49fc-be03-efc6bc324b94 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cd6c93e-0d65-453b-a527-11887e6724f2 HTTP/1.1" status: 200 len: 931 time: 0.0780704 Apr 12 03:11:11.778487 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.notifiers.nova [req-d5fe327e-9afc-4b67-b598-e14b9033d555 req-666248b2-e86f-4a66-a096-af4a939f9067 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f4e0749-f06b-4a82-b11d-a4fe23755b48 {{(pid=103483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:11:11.792529 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-d5fe327e-9afc-4b67-b598-e14b9033d555 req-666248b2-e86f-4a66-a096-af4a939f9067 service neutron] Publish callbacks [] for port (7f4e0749-f06b-4a82-b11d-a4fe23755b48), precommit_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:11.820892 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.provisioning_blocks [req-d5fe327e-9afc-4b67-b598-e14b9033d555 req-666248b2-e86f-4a66-a096-af4a939f9067 service neutron] Transition to ACTIVE for port object 7f4e0749-f06b-4a82-b11d-a4fe23755b48 will not be triggered until provisioned by entity L2. {{(pid=103483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 03:11:11.832235 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-d5fe327e-9afc-4b67-b598-e14b9033d555 req-666248b2-e86f-4a66-a096-af4a939f9067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28322808'] for port (7f4e0749-f06b-4a82-b11d-a4fe23755b48), after_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:11.866842 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c7780016-d082-42e3-a338-cc081f2be3ac req-b5e30206-1e3b-437e-8e35-e939836fad8e tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6b5a1a-e2ba-4573-870f-ea3b814462c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836923 Apr 12 03:11:11.891800 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666248b2-e86f-4a66-a096-af4a939f9067 service neutron] Pushing event updated for resources: {'Port': ['ID=7f4e0749-f06b-4a82-b11d-a4fe23755b48,revision_number=2']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:11:11.970701 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.managers [req-d5fe327e-9afc-4b67-b598-e14b9033d555 req-666248b2-e86f-4a66-a096-af4a939f9067 service neutron] Attempting to bind port 7f4e0749-f06b-4a82-b11d-a4fe23755b48 on host hv-cinder-83744 for vnic_type normal with profile {{(pid=103483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:11:11.971009 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.managers [req-d5fe327e-9afc-4b67-b598-e14b9033d555 req-666248b2-e86f-4a66-a096-af4a939f9067 service neutron] Attempting to bind port 7f4e0749-f06b-4a82-b11d-a4fe23755b48 by drivers openvswitch,hyperv on host hv-cinder-83744 at level 0 using segments [{'id': 'fd14922f-85d1-4f74-a894-82051703256a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3fc4f7ab-d71d-4f35-ae3b-eb81115fa470'}] {{(pid=103483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:11:11.971339 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fe327e-9afc-4b67-b598-e14b9033d555 req-666248b2-e86f-4a66-a096-af4a939f9067 service neutron] Attempting to bind port 7f4e0749-f06b-4a82-b11d-a4fe23755b48 on network 3fc4f7ab-d71d-4f35-ae3b-eb81115fa470 {{(pid=103483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:11:11.976348 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fe327e-9afc-4b67-b598-e14b9033d555 req-666248b2-e86f-4a66-a096-af4a939f9067 service neutron] Port 7f4e0749-f06b-4a82-b11d-a4fe23755b48 on network 3fc4f7ab-d71d-4f35-ae3b-eb81115fa470 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83744 {{(pid=103483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 03:11:11.976669 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fe327e-9afc-4b67-b598-e14b9033d555 req-666248b2-e86f-4a66-a096-af4a939f9067 service neutron] Attempting to bind port 7f4e0749-f06b-4a82-b11d-a4fe23755b48 on network 3fc4f7ab-d71d-4f35-ae3b-eb81115fa470 {{(pid=103483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:11:11.982059 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fe327e-9afc-4b67-b598-e14b9033d555 req-666248b2-e86f-4a66-a096-af4a939f9067 service neutron] Checking agent: {'id': 'd9b4afc3-988d-4081-ae69-d9ab2b5cf58b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83744', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 3, 2, 51), 'started_at': datetime.datetime(2022, 4, 12, 3, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:11:11.982682 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fe327e-9afc-4b67-b598-e14b9033d555 req-666248b2-e86f-4a66-a096-af4a939f9067 service neutron] Checking segment: {'id': 'fd14922f-85d1-4f74-a894-82051703256a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3fc4f7ab-d71d-4f35-ae3b-eb81115fa470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:11:11.983325 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fe327e-9afc-4b67-b598-e14b9033d555 req-666248b2-e86f-4a66-a096-af4a939f9067 service neutron] Bound using segment: {'id': 'fd14922f-85d1-4f74-a894-82051703256a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3fc4f7ab-d71d-4f35-ae3b-eb81115fa470'} {{(pid=103483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:11:11.983441 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.managers [req-d5fe327e-9afc-4b67-b598-e14b9033d555 req-666248b2-e86f-4a66-a096-af4a939f9067 service neutron] Bound port: 7f4e0749-f06b-4a82-b11d-a4fe23755b48, host: hv-cinder-83744, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd14922f-85d1-4f74-a894-82051703256a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3fc4f7ab-d71d-4f35-ae3b-eb81115fa470'}}] {{(pid=103483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:11:11.983883 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-d5fe327e-9afc-4b67-b598-e14b9033d555 req-666248b2-e86f-4a66-a096-af4a939f9067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (7f4e0749-f06b-4a82-b11d-a4fe23755b48), before_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:12.054265 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.db [req-d5fe327e-9afc-4b67-b598-e14b9033d555 req-666248b2-e86f-4a66-a096-af4a939f9067 service neutron] For port 7f4e0749-f06b-4a82-b11d-a4fe23755b48, host hv-cinder-83744, cleared binding levels {{(pid=103483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:11:12.057439 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.db [req-d5fe327e-9afc-4b67-b598-e14b9033d555 req-666248b2-e86f-4a66-a096-af4a939f9067 service neutron] For port 7f4e0749-f06b-4a82-b11d-a4fe23755b48, host hv-cinder-83744, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=7f4e0749-f06b-4a82-b11d-a4fe23755b48,segment=NetworkSegment(fd14922f-85d1-4f74-a894-82051703256a),segment_id=fd14922f-85d1-4f74-a894-82051703256a)] {{(pid=103483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:11:12.063268 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-d5fe327e-9afc-4b67-b598-e14b9033d555 req-666248b2-e86f-4a66-a096-af4a939f9067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28322808'] for port (7f4e0749-f06b-4a82-b11d-a4fe23755b48), after_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:12.109365 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe327e-9afc-4b67-b598-e14b9033d555 req-666248b2-e86f-4a66-a096-af4a939f9067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:12.110069 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-d5fe327e-9afc-4b67-b598-e14b9033d555 req-666248b2-e86f-4a66-a096-af4a939f9067 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for port (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:12.111632 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-d5fe327e-9afc-4b67-b598-e14b9033d555 req-666248b2-e86f-4a66-a096-af4a939f9067 service neutron] 10.222.0.25 "PUT /v2.0/ports/7f4e0749-f06b-4a82-b11d-a4fe23755b48 HTTP/1.1" status: 200 len: 1093 time: 0.7167580 Apr 12 03:11:12.112163 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cd6c93e-0d65-453b-a527-11887e6724f2', 'tag': '7f4e0749-f06b-4a82-b11d-a4fe23755b48'}] {{(pid=103483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:11:12.114511 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e274900216188b1398d2f2ab6fda0f9d84329b9f507230773e3e9728a2d4b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21036d4-e706-46df-8dc3-042c728e77fe" -d '{"events": [{"name": "network-changed", "server_uuid": "1cd6c93e-0d65-453b-a527-11887e6724f2", "tag": "7f4e0749-f06b-4a82-b11d-a4fe23755b48"}]}' {{(pid=103483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:11:12.152051 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666248b2-e86f-4a66-a096-af4a939f9067 service neutron] Pushing event updated for resources: {'Port': ['ID=7f4e0749-f06b-4a82-b11d-a4fe23755b48,revision_number=3']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:11:12.204173 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe327e-9afc-4b67-b598-e14b9033d555 req-4246ae0b-86c7-4028-8c9a-994edfd6d522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:12.205657 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-d5fe327e-9afc-4b67-b598-e14b9033d555 req-4246ae0b-86c7-4028-8c9a-994edfd6d522 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=93bbadf297534dd28da937ad11f5e24a&device_id=1cd6c93e-0d65-453b-a527-11887e6724f2 HTTP/1.1" status: 200 len: 1127 time: 0.0483582 Apr 12 03:11:12.248532 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-d5fe327e-9afc-4b67-b598-e14b9033d555 req-98e7d921-801a-4228-9d89-8b84d5903c01 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f4e0749-f06b-4a82-b11d-a4fe23755b48 HTTP/1.1" status: 200 len: 217 time: 0.0360508 Apr 12 03:11:12.290682 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20bdc14-76e6-471b-af76-c7b404d8b39a x-openstack-request-id: req-b20bdc14-76e6-471b-af76-c7b404d8b39a {{(pid=103483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:11:12.290977 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cd6c93e-0d65-453b-a527-11887e6724f2", "tag": "7f4e0749-f06b-4a82-b11d-a4fe23755b48", "status": "completed", "code": 200}]} {{(pid=103483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:11:12.291232 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b20bdc14-76e6-471b-af76-c7b404d8b39a {{(pid=103483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:11:12.291663 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b20bdc14-76e6-471b-af76-c7b404d8b39a'] response: {'name': 'network-changed', 'server_uuid': '1cd6c93e-0d65-453b-a527-11887e6724f2', 'tag': '7f4e0749-f06b-4a82-b11d-a4fe23755b48', 'status': 'completed', 'code': 200} Apr 12 03:11:12.302298 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe327e-9afc-4b67-b598-e14b9033d555 req-43cd743b-1b6f-4f56-85ab-572e444a6294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:12.303783 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-d5fe327e-9afc-4b67-b598-e14b9033d555 req-43cd743b-1b6f-4f56-85ab-572e444a6294 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ee578cce-46b4-4138-9667-b4ae8d8aaa35 HTTP/1.1" status: 200 len: 853 time: 0.0501201 Apr 12 03:11:12.338332 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-d5fe327e-9afc-4b67-b598-e14b9033d555 req-9f48cc66-61ba-4305-a74e-3e5e58515d2e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3fc4f7ab-d71d-4f35-ae3b-eb81115fa470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257602 Apr 12 03:11:12.430309 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-d5fe327e-9afc-4b67-b598-e14b9033d555 req-1bfd8097-7249-4190-b639-52176e78e61e service neutron] 10.222.0.25 "GET /v2.0/networks/3fc4f7ab-d71d-4f35-ae3b-eb81115fa470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850801 Apr 12 03:11:12.530494 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-d5fe327e-9afc-4b67-b598-e14b9033d555 req-35a24759-9c0b-4191-a105-fd8a0757403b service neutron] 10.222.0.25 "GET /v2.0/networks/3fc4f7ab-d71d-4f35-ae3b-eb81115fa470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908320 Apr 12 03:11:12.765001 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c38a3ec-4bcf-4e4d-a432-bddf6f5c9368 req-8050c050-d59c-418c-ae7f-d53e66346fd0 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:12.766648 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-5c38a3ec-4bcf-4e4d-a432-bddf6f5c9368 req-8050c050-d59c-418c-ae7f-d53e66346fd0 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f61b5d5-50f3-4366-8058-6e4e86dd4e9a HTTP/1.1" status: 200 len: 944 time: 0.0547986 Apr 12 03:11:12.818371 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-5c38a3ec-4bcf-4e4d-a432-bddf6f5c9368 req-e32b1f95-355f-43d3-9100-706d101bf8a4 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434208 Apr 12 03:11:13.001574 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97cb639-8006-432d-8cea-e4eb47091bae req-cde29330-759d-476f-a1a5-00a119737a5e tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:13.003572 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c97cb639-8006-432d-8cea-e4eb47091bae req-cde29330-759d-476f-a1a5-00a119737a5e tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cd6c93e-0d65-453b-a527-11887e6724f2 HTTP/1.1" status: 200 len: 943 time: 0.0578198 Apr 12 03:11:13.053399 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c97cb639-8006-432d-8cea-e4eb47091bae req-059dc8ac-ad2e-418f-b634-bb8775915376 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6b5a1a-e2ba-4573-870f-ea3b814462c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438833 Apr 12 03:11:13.412228 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21036d4-e706-46df-8dc3-042c728e77fe req-17e10e99-956d-408f-8f88-9d02ab14a02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:13.413593 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-d21036d4-e706-46df-8dc3-042c728e77fe req-17e10e99-956d-408f-8f88-9d02ab14a02e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=93bbadf297534dd28da937ad11f5e24a&device_id=1cd6c93e-0d65-453b-a527-11887e6724f2 HTTP/1.1" status: 200 len: 1127 time: 0.0543556 Apr 12 03:11:13.525000 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21036d4-e706-46df-8dc3-042c728e77fe req-945303d4-2592-4c28-8d35-33a583ed1093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:13.526488 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-d21036d4-e706-46df-8dc3-042c728e77fe req-945303d4-2592-4c28-8d35-33a583ed1093 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3fc4f7ab-d71d-4f35-ae3b-eb81115fa470 HTTP/1.1" status: 200 len: 913 time: 0.1041415 Apr 12 03:11:13.572311 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-d21036d4-e706-46df-8dc3-042c728e77fe req-140fdf83-1360-4717-a846-d7657d681894 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f4e0749-f06b-4a82-b11d-a4fe23755b48 HTTP/1.1" status: 200 len: 217 time: 0.0376754 Apr 12 03:11:13.625037 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21036d4-e706-46df-8dc3-042c728e77fe req-9f4ccbeb-67b9-41d6-afe7-23d73d462d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:13.626506 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-d21036d4-e706-46df-8dc3-042c728e77fe req-9f4ccbeb-67b9-41d6-afe7-23d73d462d9c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ee578cce-46b4-4138-9667-b4ae8d8aaa35 HTTP/1.1" status: 200 len: 853 time: 0.0447454 Apr 12 03:11:13.658162 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-d21036d4-e706-46df-8dc3-042c728e77fe req-2ab9645c-beae-49cd-bac4-750b243218b2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3fc4f7ab-d71d-4f35-ae3b-eb81115fa470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255809 Apr 12 03:11:13.759034 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-d21036d4-e706-46df-8dc3-042c728e77fe req-f61f75c9-fc65-404d-86ba-de246e986f20 service neutron] 10.222.0.25 "GET /v2.0/networks/3fc4f7ab-d71d-4f35-ae3b-eb81115fa470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944126 Apr 12 03:11:13.854809 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-d21036d4-e706-46df-8dc3-042c728e77fe req-18f5fb9f-4d81-41b5-b698-6879e3bc04d7 service neutron] 10.222.0.25 "GET /v2.0/networks/3fc4f7ab-d71d-4f35-ae3b-eb81115fa470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853524 Apr 12 03:11:14.105538 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675be0b-9914-4cb4-a288-3430c1d6cf56 req-14f617dc-2b27-491a-a01d-4a72d7b029ad tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:14.107012 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-7675be0b-9914-4cb4-a288-3430c1d6cf56 req-14f617dc-2b27-491a-a01d-4a72d7b029ad tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f61b5d5-50f3-4366-8058-6e4e86dd4e9a HTTP/1.1" status: 200 len: 944 time: 0.0589812 Apr 12 03:11:14.163311 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-7675be0b-9914-4cb4-a288-3430c1d6cf56 req-aabb6adb-e4ba-4076-96d4-c4f72fa5f93b tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474284 Apr 12 03:11:14.166167 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3add106-7b7d-4f8c-b1f2-5531b3e7d83f req-5cfe2c0f-a46d-47c5-b8dd-007d3da8aaf7 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:14.167629 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-b3add106-7b7d-4f8c-b1f2-5531b3e7d83f req-5cfe2c0f-a46d-47c5-b8dd-007d3da8aaf7 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cd6c93e-0d65-453b-a527-11887e6724f2 HTTP/1.1" status: 200 len: 943 time: 0.0456197 Apr 12 03:11:14.232904 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-b3add106-7b7d-4f8c-b1f2-5531b3e7d83f req-f1e8f989-01c3-4e04-8a5b-6f2352da0d21 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6b5a1a-e2ba-4573-870f-ea3b814462c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594018 Apr 12 03:11:15.276068 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351abb3-5888-4f3e-b6a1-96413e712950 req-38695d39-fd5d-440d-8b12-10c3d67624ce tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:15.277516 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-5351abb3-5888-4f3e-b6a1-96413e712950 req-38695d39-fd5d-440d-8b12-10c3d67624ce tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f61b5d5-50f3-4366-8058-6e4e86dd4e9a HTTP/1.1" status: 200 len: 944 time: 0.0488782 Apr 12 03:11:15.329226 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-5351abb3-5888-4f3e-b6a1-96413e712950 req-cf3d3234-3561-4872-971e-eec335ab666d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459015 Apr 12 03:11:15.349777 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a459d-6eed-45ca-a24f-4bd7e778f7a7 req-7f940db7-ac2c-4323-8fab-afb4f1ec378c tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:15.351256 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c63a459d-6eed-45ca-a24f-4bd7e778f7a7 req-7f940db7-ac2c-4323-8fab-afb4f1ec378c tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cd6c93e-0d65-453b-a527-11887e6724f2 HTTP/1.1" status: 200 len: 943 time: 0.0478387 Apr 12 03:11:15.398076 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c63a459d-6eed-45ca-a24f-4bd7e778f7a7 req-cd6dd7c3-a5a8-47a1-89cd-ec8726ed5336 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6b5a1a-e2ba-4573-870f-ea3b814462c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411279 Apr 12 03:11:16.452029 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ee2d1-ee50-4086-aecc-b7869638c4f4 req-6b38bc84-3d1a-4526-9081-025d4c6e5f2e tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:16.453732 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-e15ee2d1-ee50-4086-aecc-b7869638c4f4 req-6b38bc84-3d1a-4526-9081-025d4c6e5f2e tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f61b5d5-50f3-4366-8058-6e4e86dd4e9a HTTP/1.1" status: 200 len: 944 time: 0.0485539 Apr 12 03:11:16.484323 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device 7f4e0749-f06b-4a82-b11d-a4fe23755b48 details requested by agent hyperv_hv-cinder-83744 with host hv-cinder-83744 {{(pid=103485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 03:11:16.506130 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-e15ee2d1-ee50-4086-aecc-b7869638c4f4 req-fba15ead-c467-4138-85ee-463d2d3672e1 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466568 Apr 12 03:11:16.511192 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a401a09-9304-4be0-af7b-2b60ff72dcd7 req-5d22c0b6-644c-4b25-ab67-365520fa6b1a tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:16.513427 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-6a401a09-9304-4be0-af7b-2b60ff72dcd7 req-5d22c0b6-644c-4b25-ab67-365520fa6b1a tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cd6c93e-0d65-453b-a527-11887e6724f2 HTTP/1.1" status: 200 len: 943 time: 0.0472984 Apr 12 03:11:16.565220 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-6a401a09-9304-4be0-af7b-2b60ff72dcd7 req-9748e6b3-1c9f-4d2d-a877-4eb354377647 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6b5a1a-e2ba-4573-870f-ea3b814462c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446351 Apr 12 03:11:16.715832 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port 7f4e0749-f06b-4a82-b11d-a4fe23755b48, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=7f4e0749-f06b-4a82-b11d-a4fe23755b48,segment=NetworkSegment(fd14922f-85d1-4f74-a894-82051703256a),segment_id=fd14922f-85d1-4f74-a894-82051703256a)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:11:16.726946 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Returning: {'device': '7f4e0749-f06b-4a82-b11d-a4fe23755b48', 'network_id': '3fc4f7ab-d71d-4f35-ae3b-eb81115fa470', 'port_id': '7f4e0749-f06b-4a82-b11d-a4fe23755b48', 'mac_address': 'fa:16:3e:a7:8f:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee578cce-46b4-4138-9667-b4ae8d8aaa35', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 03:11:16.767090 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Current status of the port 7f4e0749-f06b-4a82-b11d-a4fe23755b48 is: DOWN; New status is: BUILD {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:11:16.767590 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (7f4e0749-f06b-4a82-b11d-a4fe23755b48), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:16.787983 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f4e0749-f06b-4a82-b11d-a4fe23755b48 {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:11:16.807015 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port 7f4e0749-f06b-4a82-b11d-a4fe23755b48, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=7f4e0749-f06b-4a82-b11d-a4fe23755b48,segment=NetworkSegment(fd14922f-85d1-4f74-a894-82051703256a),segment_id=fd14922f-85d1-4f74-a894-82051703256a)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:11:16.812870 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (7f4e0749-f06b-4a82-b11d-a4fe23755b48), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:16.860504 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Pushing event updated for resources: {'Port': ['ID=7f4e0749-f06b-4a82-b11d-a4fe23755b48,revision_number=4']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:11:16.868292 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:11:16.868649 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:11:16.869015 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:11:16.869388 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:11:16.869728 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:11:16.870066 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:11:16.870393 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:11:16.870721 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:11:16.871036 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:11:16.871365 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:11:16.871684 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:11:16.872088 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:11:16.872416 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:11:16.872727 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:11:16.873049 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:11:17.084405 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] get_ports_and_sgs() called for port_ids ['7f4e0749-f06b-4a82-b11d-a4fe23755b48'] {{(pid=103485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:11:17.629364 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6caf9be-6244-4d79-ace6-aa83e8cf49c0 req-fa553c8a-2d9b-4428-be42-50311b288c62 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:17.630832 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-b6caf9be-6244-4d79-ace6-aa83e8cf49c0 req-fa553c8a-2d9b-4428-be42-50311b288c62 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f61b5d5-50f3-4366-8058-6e4e86dd4e9a HTTP/1.1" status: 200 len: 944 time: 0.0582192 Apr 12 03:11:17.683630 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-b6caf9be-6244-4d79-ace6-aa83e8cf49c0 req-2766f236-028b-4ce8-b38f-84c033f4f8bc tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469575 Apr 12 03:11:17.689143 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c210515f-d99a-497b-9494-b85e2c671701 req-1d1d165e-3cb7-4d70-a14e-3c20ab33546c tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:17.691356 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c210515f-d99a-497b-9494-b85e2c671701 req-1d1d165e-3cb7-4d70-a14e-3c20ab33546c tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cd6c93e-0d65-453b-a527-11887e6724f2 HTTP/1.1" status: 200 len: 944 time: 0.0540440 Apr 12 03:11:17.739681 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c210515f-d99a-497b-9494-b85e2c671701 req-6736e094-0fbf-49eb-a16d-e8ed20eed4b2 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6b5a1a-e2ba-4573-870f-ea3b814462c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418262 Apr 12 03:11:18.501383 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device c21a9a3d-206d-40d1-a338-b52214c7e9f1 details requested by agent hyperv_hv-cinder-83744 with host hv-cinder-83744 {{(pid=103485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 03:11:18.503535 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device 7f4e0749-f06b-4a82-b11d-a4fe23755b48 up at agent hyperv_hv-cinder-83744 {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:11:18.576596 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Provisioning for port 7f4e0749-f06b-4a82-b11d-a4fe23755b48 completed by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 03:11:18.619606 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Provisioning complete for port 7f4e0749-f06b-4a82-b11d-a4fe23755b48 triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:11:18.620000 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (7f4e0749-f06b-4a82-b11d-a4fe23755b48), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:18.681080 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port c21a9a3d-206d-40d1-a338-b52214c7e9f1, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=c21a9a3d-206d-40d1-a338-b52214c7e9f1,segment=NetworkSegment(7d178cda-c4bb-4041-8a2c-25e0b2199eca),segment_id=7d178cda-c4bb-4041-8a2c-25e0b2199eca)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:11:18.730590 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Returning: {'device': 'c21a9a3d-206d-40d1-a338-b52214c7e9f1', 'network_id': 'da1505d4-daf5-4102-9185-5db938386645', 'port_id': 'c21a9a3d-206d-40d1-a338-b52214c7e9f1', 'mac_address': 'fa:16:3e:66:4c:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 03:11:18.775977 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Current status of the port 7f4e0749-f06b-4a82-b11d-a4fe23755b48 is: BUILD; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:11:18.776431 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (7f4e0749-f06b-4a82-b11d-a4fe23755b48), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:18.791528 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Current status of the port c21a9a3d-206d-40d1-a338-b52214c7e9f1 is: DOWN; New status is: BUILD {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:11:18.792003 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (c21a9a3d-206d-40d1-a338-b52214c7e9f1), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:18.813724 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79082779-7155-4a52-ac6d-4b2ad413c179 req-ec51dd8d-47a7-4989-b426-dbc6025bf37d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:18.816071 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-79082779-7155-4a52-ac6d-4b2ad413c179 req-ec51dd8d-47a7-4989-b426-dbc6025bf37d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f61b5d5-50f3-4366-8058-6e4e86dd4e9a HTTP/1.1" status: 200 len: 944 time: 0.0580778 Apr 12 03:11:18.820126 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd6c93e-0d65-453b-a527-11887e6724f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4e0749-f06b-4a82-b11d-a4fe23755b48'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:11:18.822561 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa41105cf641d53c122ae13245b26b419564b0c0a795a4827d4ee8fd8725077e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305b14e5-48d5-4ebd-affd-4836d0a9809f" -d '{"events": [{"server_uuid": "1cd6c93e-0d65-453b-a527-11887e6724f2", "name": "network-vif-plugged", "status": "completed", "tag": "7f4e0749-f06b-4a82-b11d-a4fe23755b48"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:11:18.828453 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c21a9a3d-206d-40d1-a338-b52214c7e9f1 {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:11:18.842384 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port 7f4e0749-f06b-4a82-b11d-a4fe23755b48, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=7f4e0749-f06b-4a82-b11d-a4fe23755b48,segment=NetworkSegment(fd14922f-85d1-4f74-a894-82051703256a),segment_id=fd14922f-85d1-4f74-a894-82051703256a)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:11:18.849934 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (7f4e0749-f06b-4a82-b11d-a4fe23755b48), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:18.861795 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port c21a9a3d-206d-40d1-a338-b52214c7e9f1, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=c21a9a3d-206d-40d1-a338-b52214c7e9f1,segment=NetworkSegment(7d178cda-c4bb-4041-8a2c-25e0b2199eca),segment_id=7d178cda-c4bb-4041-8a2c-25e0b2199eca)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:11:18.875806 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-79082779-7155-4a52-ac6d-4b2ad413c179 req-a32d0668-8d85-45f0-9074-f7b58b84ca3e tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511255 Apr 12 03:11:18.878096 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20559471-c36d-451c-bf53-29043edef383 req-6635d466-ab46-401e-a2a1-deebd6604502 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:18.879604 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-20559471-c36d-451c-bf53-29043edef383 req-6635d466-ab46-401e-a2a1-deebd6604502 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cd6c93e-0d65-453b-a527-11887e6724f2 HTTP/1.1" status: 200 len: 944 time: 0.0532455 Apr 12 03:11:18.880638 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (c21a9a3d-206d-40d1-a338-b52214c7e9f1), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:18.912280 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Pushing event updated for resources: {'Port': ['ID=7f4e0749-f06b-4a82-b11d-a4fe23755b48,revision_number=5']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:11:18.931299 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-20559471-c36d-451c-bf53-29043edef383 req-d3e75a89-8819-44d1-a6f8-5d6bf36ee393 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6b5a1a-e2ba-4573-870f-ea3b814462c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450912 Apr 12 03:11:18.939875 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a7050e-58b5-4546-956d-fb779e19f341 x-openstack-request-id: req-60a7050e-58b5-4546-956d-fb779e19f341 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:11:18.940192 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd6c93e-0d65-453b-a527-11887e6724f2", "name": "network-vif-plugged", "status": "completed", "tag": "7f4e0749-f06b-4a82-b11d-a4fe23755b48", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:11:18.940447 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-60a7050e-58b5-4546-956d-fb779e19f341 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:11:18.940844 dv-cinder-837443-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60a7050e-58b5-4546-956d-fb779e19f341'] response: {'server_uuid': '1cd6c93e-0d65-453b-a527-11887e6724f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4e0749-f06b-4a82-b11d-a4fe23755b48', 'code': 200} Apr 12 03:11:18.965883 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Pushing event updated for resources: {'Port': ['ID=c21a9a3d-206d-40d1-a338-b52214c7e9f1,revision_number=4']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:11:19.096516 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b14cb2b-48b0-4650-bb5f-247028022aa2 req-914f269d-9df8-4d6c-b3dc-0135ae60d3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:19.097946 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-9b14cb2b-48b0-4650-bb5f-247028022aa2 req-914f269d-9df8-4d6c-b3dc-0135ae60d3d9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1cd6c93e-0d65-453b-a527-11887e6724f2 HTTP/1.1" status: 200 len: 1129 time: 0.0380881 Apr 12 03:11:19.128717 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] get_ports_and_sgs() called for port_ids ['c21a9a3d-206d-40d1-a338-b52214c7e9f1'] {{(pid=103485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:11:19.147964 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-9b14cb2b-48b0-4650-bb5f-247028022aa2 req-22e65ed6-5772-4707-b97e-2e7f4fef6054 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9f6b5a1a-e2ba-4573-870f-ea3b814462c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416393 Apr 12 03:11:20.002189 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df56fa-9e31-4d0c-8fb0-7e2cc7043395 req-1fb9ffbf-1e1d-4995-bcba-0fea4849dee8 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:20.003669 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-24df56fa-9e31-4d0c-8fb0-7e2cc7043395 req-1fb9ffbf-1e1d-4995-bcba-0fea4849dee8 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f61b5d5-50f3-4366-8058-6e4e86dd4e9a HTTP/1.1" status: 200 len: 945 time: 0.0505993 Apr 12 03:11:20.046651 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d8cff-2fb5-494c-a97f-c67d0c9dc466 req-7652aab6-a0d1-46d2-bfb5-54474a1e65d0 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:20.048164 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-128d8cff-2fb5-494c-a97f-c67d0c9dc466 req-7652aab6-a0d1-46d2-bfb5-54474a1e65d0 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cd6c93e-0d65-453b-a527-11887e6724f2 HTTP/1.1" status: 200 len: 945 time: 0.0477414 Apr 12 03:11:20.053814 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-24df56fa-9e31-4d0c-8fb0-7e2cc7043395 req-3af44b26-aa35-47c5-b63d-1d30f120b570 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444353 Apr 12 03:11:20.099476 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-128d8cff-2fb5-494c-a97f-c67d0c9dc466 req-2bdc79db-5095-4f27-9fdc-7324095e361d tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6b5a1a-e2ba-4573-870f-ea3b814462c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455017 Apr 12 03:11:20.504340 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device c21a9a3d-206d-40d1-a338-b52214c7e9f1 up at agent hyperv_hv-cinder-83744 {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:11:20.560553 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Provisioning for port c21a9a3d-206d-40d1-a338-b52214c7e9f1 completed by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 03:11:20.568773 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Provisioning complete for port c21a9a3d-206d-40d1-a338-b52214c7e9f1 triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:11:20.569158 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (c21a9a3d-206d-40d1-a338-b52214c7e9f1), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:20.654192 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Current status of the port c21a9a3d-206d-40d1-a338-b52214c7e9f1 is: BUILD; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:11:20.654580 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (c21a9a3d-206d-40d1-a338-b52214c7e9f1), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:20.686873 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port c21a9a3d-206d-40d1-a338-b52214c7e9f1, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=c21a9a3d-206d-40d1-a338-b52214c7e9f1,segment=NetworkSegment(7d178cda-c4bb-4041-8a2c-25e0b2199eca),segment_id=7d178cda-c4bb-4041-8a2c-25e0b2199eca)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:11:20.691913 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (c21a9a3d-206d-40d1-a338-b52214c7e9f1), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:20.741180 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Pushing event updated for resources: {'Port': ['ID=c21a9a3d-206d-40d1-a338-b52214c7e9f1,revision_number=5']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:11:20.834371 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d9b4afc3-988d-4081-ae69-d9ab2b5cf58b), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:20.942540 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f61b5d5-50f3-4366-8058-6e4e86dd4e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c21a9a3d-206d-40d1-a338-b52214c7e9f1'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:11:20.946364 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa41105cf641d53c122ae13245b26b419564b0c0a795a4827d4ee8fd8725077e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6433cb-8637-4b2f-a385-38a945b47209" -d '{"events": [{"server_uuid": "6f61b5d5-50f3-4366-8058-6e4e86dd4e9a", "name": "network-vif-plugged", "status": "completed", "tag": "c21a9a3d-206d-40d1-a338-b52214c7e9f1"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:11:20.989441 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3abcd0-5bbd-40f5-aa11-8659c4bec1de x-openstack-request-id: req-2a3abcd0-5bbd-40f5-aa11-8659c4bec1de {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:11:20.989891 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f61b5d5-50f3-4366-8058-6e4e86dd4e9a", "name": "network-vif-plugged", "status": "completed", "tag": "c21a9a3d-206d-40d1-a338-b52214c7e9f1", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:11:20.990283 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2a3abcd0-5bbd-40f5-aa11-8659c4bec1de {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:11:20.990900 dv-cinder-837443-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a3abcd0-5bbd-40f5-aa11-8659c4bec1de'] response: {'server_uuid': '6f61b5d5-50f3-4366-8058-6e4e86dd4e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c21a9a3d-206d-40d1-a338-b52214c7e9f1', 'code': 200} Apr 12 03:11:21.178372 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04271d-4a04-47b4-b1cd-6ff6457fe6f1 req-a19071b8-a61c-4333-b3e3-2bcd638dcc8b tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:21.179914 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-0c04271d-4a04-47b4-b1cd-6ff6457fe6f1 req-a19071b8-a61c-4333-b3e3-2bcd638dcc8b tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f61b5d5-50f3-4366-8058-6e4e86dd4e9a HTTP/1.1" status: 200 len: 946 time: 0.0515006 Apr 12 03:11:21.219266 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d332bfb-b38a-466a-98ba-8be4bb3cfbab req-3918680b-450c-4256-ade8-b86238c08eb9 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:21.220790 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-0d332bfb-b38a-466a-98ba-8be4bb3cfbab req-3918680b-450c-4256-ade8-b86238c08eb9 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cd6c93e-0d65-453b-a527-11887e6724f2 HTTP/1.1" status: 200 len: 945 time: 0.0479543 Apr 12 03:11:21.263417 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe13482-22d6-45e5-903e-cf5636d380fd req-d5cd4199-5f37-4abe-a005-b4e0a0a21d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:21.264974 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-abe13482-22d6-45e5-903e-cf5636d380fd req-d5cd4199-5f37-4abe-a005-b4e0a0a21d1f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6f61b5d5-50f3-4366-8058-6e4e86dd4e9a HTTP/1.1" status: 200 len: 1130 time: 0.0649822 Apr 12 03:11:21.267685 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-0d332bfb-b38a-466a-98ba-8be4bb3cfbab req-19897854-72a5-4bda-8ba3-7492158065ab tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6b5a1a-e2ba-4573-870f-ea3b814462c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414135 Apr 12 03:11:21.269715 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-0c04271d-4a04-47b4-b1cd-6ff6457fe6f1 req-cc8b440c-fb05-489c-b871-c47d090685cb tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838962 Apr 12 03:11:21.311126 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-abe13482-22d6-45e5-903e-cf5636d380fd req-2ac9c9b2-da02-46c1-acbc-2358e1046f4b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398684 Apr 12 03:11:22.386425 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f14382e-6eff-4365-8707-e4774065ba8f req-dfca6e32-7833-4caf-ab7d-3c568ea42d62 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:22.388010 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-3f14382e-6eff-4365-8707-e4774065ba8f req-dfca6e32-7833-4caf-ab7d-3c568ea42d62 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f61b5d5-50f3-4366-8058-6e4e86dd4e9a HTTP/1.1" status: 200 len: 946 time: 0.0502090 Apr 12 03:11:22.440226 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-3f14382e-6eff-4365-8707-e4774065ba8f req-cf1b957b-ddf0-479c-8449-c9763af61a4e tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464056 Apr 12 03:11:23.561908 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0290d76-64e4-489a-9993-22183a3d7f80 req-c6fb4760-0b2c-4f1b-97d9-d68c181e54f4 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:23.563429 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-f0290d76-64e4-489a-9993-22183a3d7f80 req-c6fb4760-0b2c-4f1b-97d9-d68c181e54f4 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f61b5d5-50f3-4366-8058-6e4e86dd4e9a HTTP/1.1" status: 200 len: 946 time: 0.0524232 Apr 12 03:11:23.618060 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-f0290d76-64e4-489a-9993-22183a3d7f80 req-321a687a-b934-4b9f-b513-0289984ca148 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488660 Apr 12 03:11:23.732032 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974782ce-5196-467e-8c6c-93e83e74be65 req-dd4f3354-acd7-4f76-b22b-4eaabe5c2c2e tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:23.740454 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-974782ce-5196-467e-8c6c-93e83e74be65 req-dd4f3354-acd7-4f76-b22b-4eaabe5c2c2e tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f61b5d5-50f3-4366-8058-6e4e86dd4e9a HTTP/1.1" status: 200 len: 946 time: 0.0558085 Apr 12 03:11:23.789097 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-974782ce-5196-467e-8c6c-93e83e74be65 req-8ac672b9-d189-4ac1-b955-c752e09baf9d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477052 Apr 12 03:11:23.812258 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 47748) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:11:23.855547 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89060618-bc35-4017-a023-1e768f20658c tempest-TestVolumeBootPattern-522055449 tempest-TestVolumeBootPattern-522055449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:23.857088 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-89060618-bc35-4017-a023-1e768f20658c tempest-TestVolumeBootPattern-522055449 tempest-TestVolumeBootPattern-522055449-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6f61b5d5-50f3-4366-8058-6e4e86dd4e9a HTTP/1.1" status: 200 len: 1125 time: 0.0417380 Apr 12 03:11:23.859931 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 47750) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:11:23.864209 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-112c5b9d-08d5-4271-a852-dff5b9e52ecd tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Request body: {'floatingip': {'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'port_id': 'c21a9a3d-206d-40d1-a338-b52214c7e9f1', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:11:23.886171 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-112c5b9d-08d5-4271-a852-dff5b9e52ecd tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:23.965219 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-112c5b9d-08d5-4271-a852-dff5b9e52ecd tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:24.081524 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-112c5b9d-08d5-4271-a852-dff5b9e52ecd tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Allocated IP 172.27.3.65 (79cba51c-a00f-4d8d-a813-38deb5f63b2a/29b195a7-2bca-4a4f-ac92-aa862b85642e/78e0decd-4900-426e-a2f4-9084ec752dfc) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:11:24.186587 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-112c5b9d-08d5-4271-a852-dff5b9e52ecd tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks [] for port (78e0decd-4900-426e-a2f4-9084ec752dfc), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:24.224497 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-112c5b9d-08d5-4271-a852-dff5b9e52ecd tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28695539'] for port (78e0decd-4900-426e-a2f4-9084ec752dfc), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:24.278895 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112c5b9d-08d5-4271-a852-dff5b9e52ecd tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Network 79cba51c-a00f-4d8d-a813-38deb5f63b2a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:11:24.281752 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-112c5b9d-08d5-4271-a852-dff5b9e52ecd tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:11:24.285376 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112c5b9d-08d5-4271-a852-dff5b9e52ecd tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:11:24.290822 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c5b9d-08d5-4271-a852-dff5b9e52ecd tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Pushing event updated for resources: {'Port': ['ID=78e0decd-4900-426e-a2f4-9084ec752dfc,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:11:24.678641 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-112c5b9d-08d5-4271-a852-dff5b9e52ecd tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks [] for floatingip (d20843bd-a75c-47a7-a40c-a7ccd40dff28), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:24.757377 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-112c5b9d-08d5-4271-a852-dff5b9e52ecd tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (78e0decd-4900-426e-a2f4-9084ec752dfc), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:24.775933 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3172fbf4-7408-41be-ae0c-408492e99301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (fa7f2a92-0c20-457b-b451-d8a4489755d5), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:24.924982 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-112c5b9d-08d5-4271-a852-dff5b9e52ecd tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks [] for port (78e0decd-4900-426e-a2f4-9084ec752dfc), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:24.930888 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-112c5b9d-08d5-4271-a852-dff5b9e52ecd tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28695544'] for port (78e0decd-4900-426e-a2f4-9084ec752dfc), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:25.012196 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c5b9d-08d5-4271-a852-dff5b9e52ecd tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Pushing event updated for resources: {'Port': ['ID=78e0decd-4900-426e-a2f4-9084ec752dfc,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:11:25.023597 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-112c5b9d-08d5-4271-a852-dff5b9e52ecd tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682737'] for floatingip (d20843bd-a75c-47a7-a40c-a7ccd40dff28), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:25.150780 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.db.l3_db [None req-112c5b9d-08d5-4271-a852-dff5b9e52ecd tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Floating IP d20843bd-a75c-47a7-a40c-a7ccd40dff28 associated. External IP: 172.27.3.65, port: c21a9a3d-206d-40d1-a338-b52214c7e9f1. Apr 12 03:11:25.399010 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-112c5b9d-08d5-4271-a852-dff5b9e52ecd tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Router 860366b1-e648-4b30-a975-ccbfb4a75ba5 has already been hosted by L3 agent beb15aed-f2b6-4676-85ca-b43f14e6acf3 {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:11:25.531448 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112c5b9d-08d5-4271-a852-dff5b9e52ecd tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Notify agent at l3_agent.dv-cinder-837443-1-iscsi the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:11:25.547782 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89b135f-13fe-436b-aa29-aa00ad2b5d25 None None] Sync routers for ids ['860366b1-e648-4b30-a975-ccbfb4a75ba5'] in dv-cinder-837443-1-iscsi {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:11:25.550882 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-112c5b9d-08d5-4271-a852-dff5b9e52ecd tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for floatingip (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:25.558317 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89b135f-13fe-436b-aa29-aa00ad2b5d25 None None] Routers {'860366b1-e648-4b30-a975-ccbfb4a75ba5'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:11:25.559007 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-c89b135f-13fe-436b-aa29-aa00ad2b5d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:10:57Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['860366b1-e648-4b30-a975-ccbfb4a75ba5'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:11:25.583071 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-112c5b9d-08d5-4271-a852-dff5b9e52ecd tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7220869 Apr 12 03:11:25.583775 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f61b5d5-50f3-4366-8058-6e4e86dd4e9a', 'tag': 'c21a9a3d-206d-40d1-a338-b52214c7e9f1'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:11:25.586144 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d98137ebe7b3f8ae23a53251b76916d727952a33f49bb2ab88d2915e9897d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd4214e-a812-432e-997b-efb8903caa0b" -d '{"events": [{"name": "network-changed", "server_uuid": "6f61b5d5-50f3-4366-8058-6e4e86dd4e9a", "tag": "c21a9a3d-206d-40d1-a338-b52214c7e9f1"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:11:25.631409 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fedb97da-a45a-4572-8bd9-b84d1be89444 x-openstack-request-id: req-fedb97da-a45a-4572-8bd9-b84d1be89444 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:11:25.631701 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f61b5d5-50f3-4366-8058-6e4e86dd4e9a", "tag": "c21a9a3d-206d-40d1-a338-b52214c7e9f1", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:11:25.631983 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fedb97da-a45a-4572-8bd9-b84d1be89444 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:11:25.632408 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fedb97da-a45a-4572-8bd9-b84d1be89444'] response: {'name': 'network-changed', 'server_uuid': '6f61b5d5-50f3-4366-8058-6e4e86dd4e9a', 'tag': 'c21a9a3d-206d-40d1-a338-b52214c7e9f1', 'status': 'completed', 'code': 200} Apr 12 03:11:25.670797 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-c89b135f-13fe-436b-aa29-aa00ad2b5d25 None None] Set router 860366b1-e648-4b30-a975-ccbfb4a75ba5 gateway port host: dv-cinder-837443-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:11:25.866724 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4214e-a812-432e-997b-efb8903caa0b req-f039f32b-3b03-424f-b7e8-a836d8e52f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:25.869081 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-2fd4214e-a812-432e-997b-efb8903caa0b req-f039f32b-3b03-424f-b7e8-a836d8e52f4e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=faa0847777334640bf8854a96c6e7a19&device_id=6f61b5d5-50f3-4366-8058-6e4e86dd4e9a HTTP/1.1" status: 200 len: 1130 time: 0.0419211 Apr 12 03:11:25.899250 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-c89b135f-13fe-436b-aa29-aa00ad2b5d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'name': 'tempest-TestVolumeBootPattern-861698763-router', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e0318674-e90e-4bb8-8fcc-2fc22c1902e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:07:44Z', 'updated_at': '2022-04-12T03:07:47Z', 'revision_number': 4, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'gw_port': {'id': 'e0318674-e90e-4bb8-8fcc-2fc22c1902e1', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:94:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:07:45Z', 'updated_at': '2022-04-12T03:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_floatingips': [{'id': 'd20843bd-a75c-47a7-a40c-a7ccd40dff28', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'floating_ip_address': '172.27.3.65', 'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'router_id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'port_id': 'c21a9a3d-206d-40d1-a338-b52214c7e9f1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da1505d4-daf5-4102-9185-5db938386645', 'mac_address': 'fa:16:3e:66:4c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f61b5d5-50f3-4366-8058-6e4e86dd4e9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:11:24Z', 'updated_at': '2022-04-12T03:11:24Z', 'revision_number': 0, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6510844-55e2-4171-ac51-a2dfce30d3b3', 'name': '', 'network_id': 'da1505d4-daf5-4102-9185-5db938386645', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'mac_address': 'fa:16:3e:62:3a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:07:47Z', 'updated_at': '2022-04-12T03:07:53Z', 'revision_number': 5, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'subnets': [{'id': '2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:11:25.927353 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89b135f-13fe-436b-aa29-aa00ad2b5d25 None None] Checking router: 860366b1-e648-4b30-a975-ccbfb4a75ba5 for host: dv-cinder-837443-1-iscsi {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:11:25.936513 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89b135f-13fe-436b-aa29-aa00ad2b5d25 None None] Routers {'860366b1-e648-4b30-a975-ccbfb4a75ba5'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:11:25.937121 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-c89b135f-13fe-436b-aa29-aa00ad2b5d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:10:57Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['860366b1-e648-4b30-a975-ccbfb4a75ba5'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:11:25.975177 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4214e-a812-432e-997b-efb8903caa0b req-96339828-009d-49f0-bb09-16d64e816799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:25.976664 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-2fd4214e-a812-432e-997b-efb8903caa0b req-96339828-009d-49f0-bb09-16d64e816799 service neutron] 10.222.0.25 "GET /v2.0/networks?id=da1505d4-daf5-4102-9185-5db938386645 HTTP/1.1" status: 200 len: 911 time: 0.0982020 Apr 12 03:11:26.066875 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-c89b135f-13fe-436b-aa29-aa00ad2b5d25 None None] Set router 860366b1-e648-4b30-a975-ccbfb4a75ba5 gateway port host: dv-cinder-837443-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:11:26.388752 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-2fd4214e-a812-432e-997b-efb8903caa0b req-b21eb51d-889d-4f05-861d-e26848399239 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c21a9a3d-206d-40d1-a338-b52214c7e9f1 HTTP/1.1" status: 200 len: 999 time: 0.1022325 Apr 12 03:11:26.399333 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-c89b135f-13fe-436b-aa29-aa00ad2b5d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'name': 'tempest-TestVolumeBootPattern-861698763-router', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e0318674-e90e-4bb8-8fcc-2fc22c1902e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:07:44Z', 'updated_at': '2022-04-12T03:07:47Z', 'revision_number': 4, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'gw_port': {'id': 'e0318674-e90e-4bb8-8fcc-2fc22c1902e1', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:94:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:07:45Z', 'updated_at': '2022-04-12T03:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_floatingips': [{'id': 'd20843bd-a75c-47a7-a40c-a7ccd40dff28', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'floating_ip_address': '172.27.3.65', 'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'router_id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'port_id': 'c21a9a3d-206d-40d1-a338-b52214c7e9f1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da1505d4-daf5-4102-9185-5db938386645', 'mac_address': 'fa:16:3e:66:4c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f61b5d5-50f3-4366-8058-6e4e86dd4e9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:11:24Z', 'updated_at': '2022-04-12T03:11:24Z', 'revision_number': 0, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6510844-55e2-4171-ac51-a2dfce30d3b3', 'name': '', 'network_id': 'da1505d4-daf5-4102-9185-5db938386645', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'mac_address': 'fa:16:3e:62:3a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:07:47Z', 'updated_at': '2022-04-12T03:07:53Z', 'revision_number': 5, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'subnets': [{'id': '2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:11:26.426108 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d748c98-ff8d-461d-875f-1f7e0555c0e9 req-819a9738-96f1-4cf7-93d3-12794aabe831 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:26.426426 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89b135f-13fe-436b-aa29-aa00ad2b5d25 None None] The sync data for ids ['860366b1-e648-4b30-a975-ccbfb4a75ba5'] in dv-cinder-837443-1-iscsi is: [{'id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'name': 'tempest-TestVolumeBootPattern-861698763-router', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e0318674-e90e-4bb8-8fcc-2fc22c1902e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:07:44Z', 'updated_at': '2022-04-12T03:07:47Z', 'revision_number': 4, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'gw_port': {'id': 'e0318674-e90e-4bb8-8fcc-2fc22c1902e1', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:94:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:07:45Z', 'updated_at': '2022-04-12T03:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_floatingips': [{'id': 'd20843bd-a75c-47a7-a40c-a7ccd40dff28', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'floating_ip_address': '172.27.3.65', 'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'router_id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'port_id': 'c21a9a3d-206d-40d1-a338-b52214c7e9f1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da1505d4-daf5-4102-9185-5db938386645', 'mac_address': 'fa:16:3e:66:4c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f61b5d5-50f3-4366-8058-6e4e86dd4e9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:11:24Z', 'updated_at': '2022-04-12T03:11:24Z', 'revision_number': 0, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6510844-55e2-4171-ac51-a2dfce30d3b3', 'name': '', 'network_id': 'da1505d4-daf5-4102-9185-5db938386645', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'mac_address': 'fa:16:3e:62:3a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:07:47Z', 'updated_at': '2022-04-12T03:07:53Z', 'revision_number': 5, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'subnets': [{'id': '2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:11:26.427610 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-2d748c98-ff8d-461d-875f-1f7e0555c0e9 req-819a9738-96f1-4cf7-93d3-12794aabe831 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=4da0e21c-3216-4a28-824e-095ada7c7afc HTTP/1.1" status: 200 len: 945 time: 0.0494814 Apr 12 03:11:26.481287 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-2d748c98-ff8d-461d-875f-1f7e0555c0e9 req-300edf75-073c-434a-913e-c9e9dcf31e4e tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?id=1348c396-200b-4d15-9ec2-fe5b17f32916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478396 Apr 12 03:11:26.645699 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d3096d-67c0-4846-9175-73bf705b2725 None None] New status for floating IP d20843bd-a75c-47a7-a40c-a7ccd40dff28: ACTIVE {{(pid=103485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 03:11:27.251837 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f1ad50a2-e186-4934-ba65-02fee22cffca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (beb15aed-f2b6-4676-85ca-b43f14e6acf3), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:27.604070 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c24b33-681a-454a-8000-ba1f76726684 req-5a5d6933-4e24-4326-9306-b59febbe4785 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:27.605922 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-50c24b33-681a-454a-8000-ba1f76726684 req-5a5d6933-4e24-4326-9306-b59febbe4785 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=4da0e21c-3216-4a28-824e-095ada7c7afc HTTP/1.1" status: 200 len: 945 time: 0.0497813 Apr 12 03:11:27.655025 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-50c24b33-681a-454a-8000-ba1f76726684 req-e17f834a-1e76-4ae1-8a97-974ad2f8f3f3 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?id=1348c396-200b-4d15-9ec2-fe5b17f32916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433283 Apr 12 03:11:27.910581 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4214e-a812-432e-997b-efb8903caa0b req-000155fa-6423-4648-a019-6fedf243c0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:27.912096 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-2fd4214e-a812-432e-997b-efb8903caa0b req-000155fa-6423-4648-a019-6fedf243c0fc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9 HTTP/1.1" status: 200 len: 850 time: 0.0505886 Apr 12 03:11:27.958992 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4214e-a812-432e-997b-efb8903caa0b req-781ed3d7-ad53-4b5c-b09e-76e4e1565ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:27.960560 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-2fd4214e-a812-432e-997b-efb8903caa0b req-781ed3d7-ad53-4b5c-b09e-76e4e1565ca0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=da1505d4-daf5-4102-9185-5db938386645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397582 Apr 12 03:11:28.147221 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-2fd4214e-a812-432e-997b-efb8903caa0b req-af44e76d-6724-48e1-9b00-b9947801c824 service neutron] 10.222.0.25 "GET /v2.0/networks/da1505d4-daf5-4102-9185-5db938386645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994911 Apr 12 03:11:28.230260 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc2663-1c94-41e1-8ea4-97c48054da73 req-9b92f3bf-f14c-4c6e-a05e-333ef55147af tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:28.231753 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-c4bc2663-1c94-41e1-8ea4-97c48054da73 req-9b92f3bf-f14c-4c6e-a05e-333ef55147af tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.25 "GET /v2.0/ports?device_id=4da0e21c-3216-4a28-824e-095ada7c7afc HTTP/1.1" status: 200 len: 945 time: 0.0618634 Apr 12 03:11:28.244753 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a63736aa-03b4-448a-a5ac-a324793c796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (2fa08797-e830-4b1e-af03-8a255eb086f2), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:28.261670 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-2fd4214e-a812-432e-997b-efb8903caa0b req-9da30e0d-5866-48e3-baa1-d986d4552bce service neutron] 10.222.0.25 "GET /v2.0/networks/da1505d4-daf5-4102-9185-5db938386645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920742 Apr 12 03:11:28.331893 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-c4bc2663-1c94-41e1-8ea4-97c48054da73 req-772b18fb-8690-468f-afc6-c1ce0af4a145 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Deleting port de68d2ac-0477-48a9-b737-67facd23632e {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:11:28.332228 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c4bc2663-1c94-41e1-8ea4-97c48054da73 req-772b18fb-8690-468f-afc6-c1ce0af4a145 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (de68d2ac-0477-48a9-b737-67facd23632e), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:28.448878 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-c4bc2663-1c94-41e1-8ea4-97c48054da73 req-772b18fb-8690-468f-afc6-c1ce0af4a145 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] For port de68d2ac-0477-48a9-b737-67facd23632e, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=de68d2ac-0477-48a9-b737-67facd23632e,segment=NetworkSegment(dd5e46db-2abb-4e6f-862d-f5a1257f87c2),segment_id=dd5e46db-2abb-4e6f-862d-f5a1257f87c2)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:11:28.449190 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c4bc2663-1c94-41e1-8ea4-97c48054da73 req-772b18fb-8690-468f-afc6-c1ce0af4a145 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (de68d2ac-0477-48a9-b737-67facd23632e), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:28.636296 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c4bc2663-1c94-41e1-8ea4-97c48054da73 req-772b18fb-8690-468f-afc6-c1ce0af4a145 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:28.636987 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c4bc2663-1c94-41e1-8ea4-97c48054da73 req-772b18fb-8690-468f-afc6-c1ce0af4a145 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682737'] for floatingip (3318a76d-3d7d-4027-8de1-f0412a07454f), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:28.636987 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.db.l3_db [req-c4bc2663-1c94-41e1-8ea4-97c48054da73 req-772b18fb-8690-468f-afc6-c1ce0af4a145 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Floating IP 3318a76d-3d7d-4027-8de1-f0412a07454f disassociated. External IP: 172.27.3.135, port: de68d2ac-0477-48a9-b737-67facd23632e. Apr 12 03:11:28.637448 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-c4bc2663-1c94-41e1-8ea4-97c48054da73 req-772b18fb-8690-468f-afc6-c1ce0af4a145 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Calling delete_port for de68d2ac-0477-48a9-b737-67facd23632e owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:11:28.783109 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb54965-f3e2-4677-8f7d-801c37dceaee req-32059bed-804d-4d8a-b8b9-061abd024f79 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:28.784811 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-2bb54965-f3e2-4677-8f7d-801c37dceaee req-32059bed-804d-4d8a-b8b9-061abd024f79 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/ports?device_id=4da0e21c-3216-4a28-824e-095ada7c7afc HTTP/1.1" status: 200 len: 945 time: 0.0546265 Apr 12 03:11:28.787754 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c4bc2663-1c94-41e1-8ea4-97c48054da73 req-772b18fb-8690-468f-afc6-c1ce0af4a145 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28695539'] for port (de68d2ac-0477-48a9-b737-67facd23632e), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:28.821580 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b18fb-8690-468f-afc6-c1ce0af4a145 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Pushing event deleted for resources: {'Port': ['ID=de68d2ac-0477-48a9-b737-67facd23632e,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:11:28.843432 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-2bb54965-f3e2-4677-8f7d-801c37dceaee req-e846575a-e082-4b7c-bdcd-de53d8d69dc4 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups?id=1348c396-200b-4d15-9ec2-fe5b17f32916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512736 Apr 12 03:11:28.965475 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4bc2663-1c94-41e1-8ea4-97c48054da73 req-772b18fb-8690-468f-afc6-c1ce0af4a145 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Router 35c512b1-c0fa-4787-9673-d33c78bee148 has already been hosted by L3 agent beb15aed-f2b6-4676-85ca-b43f14e6acf3 {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:11:29.082043 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4bc2663-1c94-41e1-8ea4-97c48054da73 req-772b18fb-8690-468f-afc6-c1ce0af4a145 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Notify agent at l3_agent.dv-cinder-837443-1-iscsi the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:11:29.093813 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c158e6-1eba-4cb2-a508-f441a1a3dbbd None None] Sync routers for ids ['35c512b1-c0fa-4787-9673-d33c78bee148'] in dv-cinder-837443-1-iscsi {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:11:29.104977 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c158e6-1eba-4cb2-a508-f441a1a3dbbd None None] Routers {'35c512b1-c0fa-4787-9673-d33c78bee148'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:11:29.105580 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-c2c158e6-1eba-4cb2-a508-f441a1a3dbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:11:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['35c512b1-c0fa-4787-9673-d33c78bee148'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:11:29.126232 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4bc2663-1c94-41e1-8ea4-97c48054da73 req-772b18fb-8690-468f-afc6-c1ce0af4a145 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] No DVR routers for this DVR port de68d2ac-0477-48a9-b737-67facd23632e on host hv-cinder-83744 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:11:29.131109 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c4bc2663-1c94-41e1-8ea4-97c48054da73 req-772b18fb-8690-468f-afc6-c1ce0af4a145 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for port (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:29.134440 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-c4bc2663-1c94-41e1-8ea4-97c48054da73 req-772b18fb-8690-468f-afc6-c1ce0af4a145 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.25 "DELETE /v2.0/ports/de68d2ac-0477-48a9-b737-67facd23632e HTTP/1.1" status: 204 len: 173 time: 0.8901596 Apr 12 03:11:29.134893 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da0e21c-3216-4a28-824e-095ada7c7afc', 'name': 'network-vif-deleted', 'tag': 'de68d2ac-0477-48a9-b737-67facd23632e'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:11:29.137249 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d98137ebe7b3f8ae23a53251b76916d727952a33f49bb2ab88d2915e9897d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5bf6d6-090d-4456-b7e5-9a49ff4e80e2" -d '{"events": [{"server_uuid": "4da0e21c-3216-4a28-824e-095ada7c7afc", "name": "network-vif-deleted", "tag": "de68d2ac-0477-48a9-b737-67facd23632e"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:11:29.173376 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a611b06-7392-4759-8ee6-8bf948e227d1 x-openstack-request-id: req-2a611b06-7392-4759-8ee6-8bf948e227d1 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:11:29.173670 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da0e21c-3216-4a28-824e-095ada7c7afc", "name": "network-vif-deleted", "tag": "de68d2ac-0477-48a9-b737-67facd23632e", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:11:29.173942 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2a611b06-7392-4759-8ee6-8bf948e227d1 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:11:29.174486 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a611b06-7392-4759-8ee6-8bf948e227d1'] response: {'server_uuid': '4da0e21c-3216-4a28-824e-095ada7c7afc', 'name': 'network-vif-deleted', 'tag': 'de68d2ac-0477-48a9-b737-67facd23632e', 'status': 'completed', 'code': 200} Apr 12 03:11:29.231761 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-c2c158e6-1eba-4cb2-a508-f441a1a3dbbd None None] Set router 35c512b1-c0fa-4787-9673-d33c78bee148 gateway port host: dv-cinder-837443-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:11:29.449710 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-c2c158e6-1eba-4cb2-a508-f441a1a3dbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'name': 'tempest-AttachVolumeNegativeTest-1586939642-router', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '95173c10-6b01-412c-bf6f-36551b81baff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:49Z', 'updated_at': '2022-04-12T03:05:12Z', 'revision_number': 4, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'gw_port': {'id': '95173c10-6b01-412c-bf6f-36551b81baff', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:38:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:51Z', 'updated_at': '2022-04-12T03:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': '054442ec-508f-4b5a-9b29-057809715a20', 'name': '', 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'mac_address': 'fa:16:3e:17:75:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3d77e3de-5404-4af1-9a0f-14127064fff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:05:09Z', 'updated_at': '2022-04-12T03:05:19Z', 'revision_number': 5, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'subnets': [{'id': '3d77e3de-5404-4af1-9a0f-14127064fff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:11:29.479281 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c158e6-1eba-4cb2-a508-f441a1a3dbbd None None] Checking router: 35c512b1-c0fa-4787-9673-d33c78bee148 for host: dv-cinder-837443-1-iscsi {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:11:29.489009 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c158e6-1eba-4cb2-a508-f441a1a3dbbd None None] Routers {'35c512b1-c0fa-4787-9673-d33c78bee148'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:11:29.489576 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-c2c158e6-1eba-4cb2-a508-f441a1a3dbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:11:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['35c512b1-c0fa-4787-9673-d33c78bee148'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:11:29.601591 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-c2c158e6-1eba-4cb2-a508-f441a1a3dbbd None None] Set router 35c512b1-c0fa-4787-9673-d33c78bee148 gateway port host: dv-cinder-837443-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:11:29.818531 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-c2c158e6-1eba-4cb2-a508-f441a1a3dbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'name': 'tempest-AttachVolumeNegativeTest-1586939642-router', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '95173c10-6b01-412c-bf6f-36551b81baff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:49Z', 'updated_at': '2022-04-12T03:05:12Z', 'revision_number': 4, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'gw_port': {'id': '95173c10-6b01-412c-bf6f-36551b81baff', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:38:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:51Z', 'updated_at': '2022-04-12T03:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': '054442ec-508f-4b5a-9b29-057809715a20', 'name': '', 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'mac_address': 'fa:16:3e:17:75:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3d77e3de-5404-4af1-9a0f-14127064fff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:05:09Z', 'updated_at': '2022-04-12T03:05:19Z', 'revision_number': 5, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'subnets': [{'id': '3d77e3de-5404-4af1-9a0f-14127064fff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:11:29.847041 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c158e6-1eba-4cb2-a508-f441a1a3dbbd None None] The sync data for ids ['35c512b1-c0fa-4787-9673-d33c78bee148'] in dv-cinder-837443-1-iscsi is: [{'id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'name': 'tempest-AttachVolumeNegativeTest-1586939642-router', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '95173c10-6b01-412c-bf6f-36551b81baff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:49Z', 'updated_at': '2022-04-12T03:05:12Z', 'revision_number': 4, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'gw_port': {'id': '95173c10-6b01-412c-bf6f-36551b81baff', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:38:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:51Z', 'updated_at': '2022-04-12T03:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': '054442ec-508f-4b5a-9b29-057809715a20', 'name': '', 'network_id': 'c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'mac_address': 'fa:16:3e:17:75:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3d77e3de-5404-4af1-9a0f-14127064fff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:05:09Z', 'updated_at': '2022-04-12T03:05:19Z', 'revision_number': 5, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'subnets': [{'id': '3d77e3de-5404-4af1-9a0f-14127064fff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:11:29.940090 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be625cda-7f2b-4ec3-b03f-aa24446ccc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d888e177-8f03-43a8-a394-c59927fa1996), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:29.944131 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 47822) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:11:30.007593 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d2548ac8-298e-4833-80c3-1e095f544e16 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for security_group (1348c396-200b-4d15-9ec2-fe5b17f32916), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:30.037738 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d2548ac8-298e-4833-80c3-1e095f544e16 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for security_group (1348c396-200b-4d15-9ec2-fe5b17f32916), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:30.106340 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d2548ac8-298e-4833-80c3-1e095f544e16 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (1348c396-200b-4d15-9ec2-fe5b17f32916), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:30.108835 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d2548ac8-298e-4833-80c3-1e095f544e16 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:30.110142 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-d2548ac8-298e-4833-80c3-1e095f544e16 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "DELETE /v2.0/security-groups/1348c396-200b-4d15-9ec2-fe5b17f32916 HTTP/1.1" status: 204 len: 168 time: 0.1649289 Apr 12 03:11:30.113211 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 47832) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:11:30.119693 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2548ac8-298e-4833-80c3-1e095f544e16 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1348c396-200b-4d15-9ec2-fe5b17f32916,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:11:30.133005 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.api.v2.resource [None req-ab229d84-56f2-43d5-bcaa-502130754df6 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] show failed (client error): The resource could not be found. Apr 12 03:11:30.134147 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-ab229d84-56f2-43d5-bcaa-502130754df6 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "GET /v2.0/security-groups/1348c396-200b-4d15-9ec2-fe5b17f32916 HTTP/1.1" status: 404 len: 347 time: 0.0191901 Apr 12 03:11:30.140815 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 47834) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:11:30.181054 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588262d8-e8d7-4fa8-85e8-ef1ee3ab0692 None None] New status for floating IP 3318a76d-3d7d-4027-8de1-f0412a07454f: DOWN {{(pid=103485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 03:11:30.289759 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [None req-42ed557d-1f4c-406f-959c-9cb4e014d603 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Deleting port 83fab54e-da72-411b-ae3a-d2d38d1e9465 {{(pid=103483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:11:30.290361 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-42ed557d-1f4c-406f-959c-9cb4e014d603 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (83fab54e-da72-411b-ae3a-d2d38d1e9465), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:30.382766 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-42ed557d-1f4c-406f-959c-9cb4e014d603 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (83fab54e-da72-411b-ae3a-d2d38d1e9465), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:30.382997 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-42ed557d-1f4c-406f-959c-9cb4e014d603 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for floatingip (83fab54e-da72-411b-ae3a-d2d38d1e9465), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:30.395595 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [None req-42ed557d-1f4c-406f-959c-9cb4e014d603 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Calling delete_port for 83fab54e-da72-411b-ae3a-d2d38d1e9465 owned by network:floatingip {{(pid=103483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:11:30.539219 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-42ed557d-1f4c-406f-959c-9cb4e014d603 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28322803'] for port (83fab54e-da72-411b-ae3a-d2d38d1e9465), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:30.591517 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ed557d-1f4c-406f-959c-9cb4e014d603 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Pushing event deleted for resources: {'Port': ['ID=83fab54e-da72-411b-ae3a-d2d38d1e9465,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:11:30.628394 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6adf99-6bae-4292-96d4-978ed67dc64d req-c2dc9812-04d2-42fe-ac29-b214f87ad7af tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:30.629874 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-2f6adf99-6bae-4292-96d4-978ed67dc64d req-c2dc9812-04d2-42fe-ac29-b214f87ad7af tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=b92dac26-4e09-49e4-8651-f8c36754250b HTTP/1.1" status: 200 len: 945 time: 0.0867941 Apr 12 03:11:30.686237 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-42ed557d-1f4c-406f-959c-9cb4e014d603 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks [] for floatingip (3318a76d-3d7d-4027-8de1-f0412a07454f), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:30.688678 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-42ed557d-1f4c-406f-959c-9cb4e014d603 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for floatingip (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:30.689812 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-42ed557d-1f4c-406f-959c-9cb4e014d603 tempest-AttachVolumeNegativeTest-920654415 tempest-AttachVolumeNegativeTest-920654415-project] 10.222.0.32 "DELETE /v2.0/floatingips/3318a76d-3d7d-4027-8de1-f0412a07454f HTTP/1.1" status: 204 len: 168 time: 0.5476811 Apr 12 03:11:30.707512 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-2f6adf99-6bae-4292-96d4-978ed67dc64d req-a11931bc-dc0d-430b-ba7d-cbb665a30a69 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=f06bba6c-0029-4955-9e1d-0088e2eb5594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592923 Apr 12 03:11:31.353683 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:31.842056 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a443990-7a65-46a0-9ddb-c4cb43790fc1 req-4cffe615-4ec3-4455-850a-87398fd9be5b tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:31.843579 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-2a443990-7a65-46a0-9ddb-c4cb43790fc1 req-4cffe615-4ec3-4455-850a-87398fd9be5b tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=b92dac26-4e09-49e4-8651-f8c36754250b HTTP/1.1" status: 200 len: 945 time: 0.0520930 Apr 12 03:11:31.898985 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-2a443990-7a65-46a0-9ddb-c4cb43790fc1 req-cd9f4f47-c45f-424a-a637-a9186cb9d5f7 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=f06bba6c-0029-4955-9e1d-0088e2eb5594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495420 Apr 12 03:11:32.550545 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device de68d2ac-0477-48a9-b737-67facd23632e no longer exists at agent hyperv_hv-cinder-83744 {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:11:32.571500 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] No Port match for: de68d2ac-0477-48a9-b737-67facd23632e {{(pid=103485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:11:32.571881 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device de68d2ac-0477-48a9-b737-67facd23632e not bound to the agent host hv-cinder-83744 {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:11:32.647772 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae4de4-26de-4c2e-89de-bba27b4b1776 req-80f88afd-a3f2-44fb-b2bb-f08bd9befe1b tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:32.649252 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-f2ae4de4-26de-4c2e-89de-bba27b4b1776 req-80f88afd-a3f2-44fb-b2bb-f08bd9befe1b tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.25 "GET /v2.0/ports?device_id=b92dac26-4e09-49e4-8651-f8c36754250b HTTP/1.1" status: 200 len: 945 time: 0.0470924 Apr 12 03:11:32.986121 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-f2ae4de4-26de-4c2e-89de-bba27b4b1776 req-45e5d4c7-ded7-48f6-af8f-c917d4e6b4eb tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Deleting port c0c0536c-4715-456d-a9dd-60f7b08e32f5 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:11:32.986881 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f2ae4de4-26de-4c2e-89de-bba27b4b1776 req-45e5d4c7-ded7-48f6-af8f-c917d4e6b4eb tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (c0c0536c-4715-456d-a9dd-60f7b08e32f5), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:33.015298 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47487ce4-a28a-431f-8510-6ab020e619d8 req-2f83b66a-29fe-40c0-82b0-8738698abc6b tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:33.020379 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-47487ce4-a28a-431f-8510-6ab020e619d8 req-2f83b66a-29fe-40c0-82b0-8738698abc6b tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=b92dac26-4e09-49e4-8651-f8c36754250b HTTP/1.1" status: 200 len: 945 time: 0.0512917 Apr 12 03:11:33.063548 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-47487ce4-a28a-431f-8510-6ab020e619d8 req-7974d20c-4213-4dd0-b368-cae6090f1ec5 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups?id=f06bba6c-0029-4955-9e1d-0088e2eb5594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410020 Apr 12 03:11:33.082908 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-f2ae4de4-26de-4c2e-89de-bba27b4b1776 req-45e5d4c7-ded7-48f6-af8f-c917d4e6b4eb tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] For port c0c0536c-4715-456d-a9dd-60f7b08e32f5, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=c0c0536c-4715-456d-a9dd-60f7b08e32f5,segment=NetworkSegment(7d4ebf86-1a25-4cfb-9940-c09dda9a1a9a),segment_id=7d4ebf86-1a25-4cfb-9940-c09dda9a1a9a)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:11:33.082908 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f2ae4de4-26de-4c2e-89de-bba27b4b1776 req-45e5d4c7-ded7-48f6-af8f-c917d4e6b4eb tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (c0c0536c-4715-456d-a9dd-60f7b08e32f5), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:33.265046 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f2ae4de4-26de-4c2e-89de-bba27b4b1776 req-45e5d4c7-ded7-48f6-af8f-c917d4e6b4eb tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:33.265556 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f2ae4de4-26de-4c2e-89de-bba27b4b1776 req-45e5d4c7-ded7-48f6-af8f-c917d4e6b4eb tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682737'] for floatingip (d6c5810c-5a10-4ec1-bc3b-681ea4fa0414), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:33.265949 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.db.l3_db [req-f2ae4de4-26de-4c2e-89de-bba27b4b1776 req-45e5d4c7-ded7-48f6-af8f-c917d4e6b4eb tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Floating IP d6c5810c-5a10-4ec1-bc3b-681ea4fa0414 disassociated. External IP: 172.27.3.200, port: c0c0536c-4715-456d-a9dd-60f7b08e32f5. Apr 12 03:11:33.266351 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-f2ae4de4-26de-4c2e-89de-bba27b4b1776 req-45e5d4c7-ded7-48f6-af8f-c917d4e6b4eb tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Calling delete_port for c0c0536c-4715-456d-a9dd-60f7b08e32f5 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:11:33.397729 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f2ae4de4-26de-4c2e-89de-bba27b4b1776 req-45e5d4c7-ded7-48f6-af8f-c917d4e6b4eb tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28695539'] for port (c0c0536c-4715-456d-a9dd-60f7b08e32f5), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:33.427176 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e5d4c7-ded7-48f6-af8f-c917d4e6b4eb tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Pushing event deleted for resources: {'Port': ['ID=c0c0536c-4715-456d-a9dd-60f7b08e32f5,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:11:33.556631 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2ae4de4-26de-4c2e-89de-bba27b4b1776 req-45e5d4c7-ded7-48f6-af8f-c917d4e6b4eb tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Router 4c6713fb-f30f-4734-bda5-92186752067c has already been hosted by L3 agent beb15aed-f2b6-4676-85ca-b43f14e6acf3 {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:11:33.677921 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2ae4de4-26de-4c2e-89de-bba27b4b1776 req-45e5d4c7-ded7-48f6-af8f-c917d4e6b4eb tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Notify agent at l3_agent.dv-cinder-837443-1-iscsi the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:11:33.687965 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc63685-4ce0-48ab-bfa7-7601e61270a6 None None] Sync routers for ids ['4c6713fb-f30f-4734-bda5-92186752067c'] in dv-cinder-837443-1-iscsi {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:11:33.700354 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc63685-4ce0-48ab-bfa7-7601e61270a6 None None] Routers {'4c6713fb-f30f-4734-bda5-92186752067c'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:11:33.700969 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-dfc63685-4ce0-48ab-bfa7-7601e61270a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:11:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['4c6713fb-f30f-4734-bda5-92186752067c'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:11:33.721871 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ae4de4-26de-4c2e-89de-bba27b4b1776 req-45e5d4c7-ded7-48f6-af8f-c917d4e6b4eb tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] No DVR routers for this DVR port c0c0536c-4715-456d-a9dd-60f7b08e32f5 on host hv-cinder-83744 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:11:33.724364 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-f2ae4de4-26de-4c2e-89de-bba27b4b1776 req-45e5d4c7-ded7-48f6-af8f-c917d4e6b4eb tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for port (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:33.727542 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-f2ae4de4-26de-4c2e-89de-bba27b4b1776 req-45e5d4c7-ded7-48f6-af8f-c917d4e6b4eb tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.25 "DELETE /v2.0/ports/c0c0536c-4715-456d-a9dd-60f7b08e32f5 HTTP/1.1" status: 204 len: 173 time: 1.0714035 Apr 12 03:11:33.727989 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b92dac26-4e09-49e4-8651-f8c36754250b', 'name': 'network-vif-deleted', 'tag': 'c0c0536c-4715-456d-a9dd-60f7b08e32f5'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:11:33.730327 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d98137ebe7b3f8ae23a53251b76916d727952a33f49bb2ab88d2915e9897d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25a9e6b-8d7b-4e70-a3d4-21de81293d36" -d '{"events": [{"server_uuid": "b92dac26-4e09-49e4-8651-f8c36754250b", "name": "network-vif-deleted", "tag": "c0c0536c-4715-456d-a9dd-60f7b08e32f5"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:11:33.769576 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696469ce-8969-4b67-b2c5-3258cb5272a6 x-openstack-request-id: req-696469ce-8969-4b67-b2c5-3258cb5272a6 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:11:33.769872 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b92dac26-4e09-49e4-8651-f8c36754250b", "name": "network-vif-deleted", "tag": "c0c0536c-4715-456d-a9dd-60f7b08e32f5", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:11:33.770132 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-696469ce-8969-4b67-b2c5-3258cb5272a6 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:11:33.770515 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-696469ce-8969-4b67-b2c5-3258cb5272a6'] response: {'server_uuid': 'b92dac26-4e09-49e4-8651-f8c36754250b', 'name': 'network-vif-deleted', 'tag': 'c0c0536c-4715-456d-a9dd-60f7b08e32f5', 'status': 'completed', 'code': 200} Apr 12 03:11:33.819545 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-dfc63685-4ce0-48ab-bfa7-7601e61270a6 None None] Set router 4c6713fb-f30f-4734-bda5-92186752067c gateway port host: dv-cinder-837443-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:11:34.022663 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-dfc63685-4ce0-48ab-bfa7-7601e61270a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6713fb-f30f-4734-bda5-92186752067c', 'name': 'tempest-AttachVolumeTestJSON-759078494-router', 'tenant_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': 'e2a3f1db-c32b-4a7b-b996-fc9aeff37995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:50Z', 'updated_at': '2022-04-12T03:05:10Z', 'revision_number': 4, 'project_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'gw_port': {'id': 'e2a3f1db-c32b-4a7b-b996-fc9aeff37995', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:9b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6713fb-f30f-4734-bda5-92186752067c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:51Z', 'updated_at': '2022-04-12T03:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': 'f1520221-d622-4a9d-8d45-2b8795da9fac', 'name': '', 'network_id': '97d0737a-0806-4131-b2fa-4a4f2be2d49e', 'tenant_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'mac_address': 'fa:16:3e:ee:95:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6713fb-f30f-4734-bda5-92186752067c', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '6de8150c-bedf-4873-b651-20f43e4f6dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:05:04Z', 'updated_at': '2022-04-12T03:05:22Z', 'revision_number': 5, 'project_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'subnets': [{'id': '6de8150c-bedf-4873-b651-20f43e4f6dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:11:34.056117 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc63685-4ce0-48ab-bfa7-7601e61270a6 None None] Checking router: 4c6713fb-f30f-4734-bda5-92186752067c for host: dv-cinder-837443-1-iscsi {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:11:34.065242 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc63685-4ce0-48ab-bfa7-7601e61270a6 None None] Routers {'4c6713fb-f30f-4734-bda5-92186752067c'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:11:34.065868 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-dfc63685-4ce0-48ab-bfa7-7601e61270a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:11:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['4c6713fb-f30f-4734-bda5-92186752067c'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:11:34.180354 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-fa9544a0-4de1-498b-a740-237d0c98bafd req-900475da-0e92-46fe-860e-b8937b1bf2a5 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/ports?device_id=b92dac26-4e09-49e4-8651-f8c36754250b HTTP/1.1" status: 200 len: 210 time: 0.0320549 Apr 12 03:11:34.266927 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-dfc63685-4ce0-48ab-bfa7-7601e61270a6 None None] Set router 4c6713fb-f30f-4734-bda5-92186752067c gateway port host: dv-cinder-837443-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:11:34.370101 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 47914) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:11:34.473926 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-dfc63685-4ce0-48ab-bfa7-7601e61270a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6713fb-f30f-4734-bda5-92186752067c', 'name': 'tempest-AttachVolumeTestJSON-759078494-router', 'tenant_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': 'e2a3f1db-c32b-4a7b-b996-fc9aeff37995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:50Z', 'updated_at': '2022-04-12T03:05:10Z', 'revision_number': 4, 'project_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'gw_port': {'id': 'e2a3f1db-c32b-4a7b-b996-fc9aeff37995', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:9b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6713fb-f30f-4734-bda5-92186752067c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:51Z', 'updated_at': '2022-04-12T03:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': 'f1520221-d622-4a9d-8d45-2b8795da9fac', 'name': '', 'network_id': '97d0737a-0806-4131-b2fa-4a4f2be2d49e', 'tenant_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'mac_address': 'fa:16:3e:ee:95:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6713fb-f30f-4734-bda5-92186752067c', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '6de8150c-bedf-4873-b651-20f43e4f6dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:05:04Z', 'updated_at': '2022-04-12T03:05:22Z', 'revision_number': 5, 'project_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'subnets': [{'id': '6de8150c-bedf-4873-b651-20f43e4f6dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:11:34.500268 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc63685-4ce0-48ab-bfa7-7601e61270a6 None None] The sync data for ids ['4c6713fb-f30f-4734-bda5-92186752067c'] in dv-cinder-837443-1-iscsi is: [{'id': '4c6713fb-f30f-4734-bda5-92186752067c', 'name': 'tempest-AttachVolumeTestJSON-759078494-router', 'tenant_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': 'e2a3f1db-c32b-4a7b-b996-fc9aeff37995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:50Z', 'updated_at': '2022-04-12T03:05:10Z', 'revision_number': 4, 'project_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'gw_port': {'id': 'e2a3f1db-c32b-4a7b-b996-fc9aeff37995', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:9b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6713fb-f30f-4734-bda5-92186752067c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:51Z', 'updated_at': '2022-04-12T03:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': 'f1520221-d622-4a9d-8d45-2b8795da9fac', 'name': '', 'network_id': '97d0737a-0806-4131-b2fa-4a4f2be2d49e', 'tenant_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'mac_address': 'fa:16:3e:ee:95:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6713fb-f30f-4734-bda5-92186752067c', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '6de8150c-bedf-4873-b651-20f43e4f6dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:05:04Z', 'updated_at': '2022-04-12T03:05:22Z', 'revision_number': 5, 'project_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'subnets': [{'id': '6de8150c-bedf-4873-b651-20f43e4f6dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:11:34.716962 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3edf14c-7340-497b-8f0c-5627ba1d019e None None] New status for floating IP d6c5810c-5a10-4ec1-bc3b-681ea4fa0414: DOWN {{(pid=103485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 03:11:34.758331 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-1be56691-a0b6-4149-a59a-8d1fb1bc1e5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685297'] for router_interface (35c512b1-c0fa-4787-9673-d33c78bee148), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:35.009584 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [None req-1be56691-a0b6-4149-a59a-8d1fb1bc1e5d admin admin] Deleting port 054442ec-508f-4b5a-9b29-057809715a20 {{(pid=103483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:11:35.009829 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-1be56691-a0b6-4149-a59a-8d1fb1bc1e5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (054442ec-508f-4b5a-9b29-057809715a20), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:35.100776 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.db [None req-1be56691-a0b6-4149-a59a-8d1fb1bc1e5d admin admin] For port 054442ec-508f-4b5a-9b29-057809715a20, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=054442ec-508f-4b5a-9b29-057809715a20,segment=NetworkSegment(dd5e46db-2abb-4e6f-862d-f5a1257f87c2),segment_id=dd5e46db-2abb-4e6f-862d-f5a1257f87c2)] {{(pid=103483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:11:35.101145 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-1be56691-a0b6-4149-a59a-8d1fb1bc1e5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (054442ec-508f-4b5a-9b29-057809715a20), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:35.123994 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [None req-1be56691-a0b6-4149-a59a-8d1fb1bc1e5d admin admin] Calling delete_port for 054442ec-508f-4b5a-9b29-057809715a20 owned by network:router_interface {{(pid=103483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:11:35.268424 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 47924) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:11:35.327414 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-17eac2e6-edd8-4fe3-b823-405c98c6007a tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks [] for security_group (f06bba6c-0029-4955-9e1d-0088e2eb5594), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:35.333119 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-1be56691-a0b6-4149-a59a-8d1fb1bc1e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28322803'] for port (054442ec-508f-4b5a-9b29-057809715a20), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:35.351928 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-17eac2e6-edd8-4fe3-b823-405c98c6007a tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks [] for security_group (f06bba6c-0029-4955-9e1d-0088e2eb5594), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:35.358395 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be56691-a0b6-4149-a59a-8d1fb1bc1e5d admin admin] Pushing event deleted for resources: {'Port': ['ID=054442ec-508f-4b5a-9b29-057809715a20,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:11:35.408175 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-17eac2e6-edd8-4fe3-b823-405c98c6007a tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (f06bba6c-0029-4955-9e1d-0088e2eb5594), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:35.413108 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-17eac2e6-edd8-4fe3-b823-405c98c6007a tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:35.417043 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-17eac2e6-edd8-4fe3-b823-405c98c6007a tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "DELETE /v2.0/security-groups/f06bba6c-0029-4955-9e1d-0088e2eb5594 HTTP/1.1" status: 204 len: 168 time: 0.1450095 Apr 12 03:11:35.418892 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 47928) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:11:35.426616 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eac2e6-edd8-4fe3-b823-405c98c6007a tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06bba6c-0029-4955-9e1d-0088e2eb5594,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:11:35.441044 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.api.v2.resource [None req-df42ccbb-752c-4499-b62d-7a6485069984 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] show failed (client error): The resource could not be found. Apr 12 03:11:35.442190 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-df42ccbb-752c-4499-b62d-7a6485069984 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "GET /v2.0/security-groups/f06bba6c-0029-4955-9e1d-0088e2eb5594 HTTP/1.1" status: 404 len: 347 time: 0.0216906 Apr 12 03:11:35.445202 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 47930) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:11:35.573708 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-bbaeb958-ab0a-41db-a164-b2b4c9d22583 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Deleting port df0db93a-0fee-404b-a215-59d8dd2337b1 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:11:35.574046 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bbaeb958-ab0a-41db-a164-b2b4c9d22583 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (df0db93a-0fee-404b-a215-59d8dd2337b1), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:35.575978 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-1be56691-a0b6-4149-a59a-8d1fb1bc1e5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685149'] for router_interface (35c512b1-c0fa-4787-9673-d33c78bee148), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:35.658044 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bbaeb958-ab0a-41db-a164-b2b4c9d22583 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (df0db93a-0fee-404b-a215-59d8dd2337b1), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:35.658339 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bbaeb958-ab0a-41db-a164-b2b4c9d22583 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks [] for floatingip (df0db93a-0fee-404b-a215-59d8dd2337b1), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:35.671448 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-bbaeb958-ab0a-41db-a164-b2b4c9d22583 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Calling delete_port for df0db93a-0fee-404b-a215-59d8dd2337b1 owned by network:floatingip {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:11:35.819997 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bbaeb958-ab0a-41db-a164-b2b4c9d22583 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28695539'] for port (df0db93a-0fee-404b-a215-59d8dd2337b1), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:35.854477 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaeb958-ab0a-41db-a164-b2b4c9d22583 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Pushing event deleted for resources: {'Port': ['ID=df0db93a-0fee-404b-a215-59d8dd2337b1,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:11:35.921682 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bbaeb958-ab0a-41db-a164-b2b4c9d22583 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks [] for floatingip (d6c5810c-5a10-4ec1-bc3b-681ea4fa0414), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:35.924584 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bbaeb958-ab0a-41db-a164-b2b4c9d22583 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for floatingip (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:35.926255 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-bbaeb958-ab0a-41db-a164-b2b4c9d22583 tempest-AttachVolumeTestJSON-1381473826 tempest-AttachVolumeTestJSON-1381473826-project] 10.222.0.32 "DELETE /v2.0/floatingips/d6c5810c-5a10-4ec1-bc3b-681ea4fa0414 HTTP/1.1" status: 204 len: 168 time: 0.4799082 Apr 12 03:11:36.091498 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be56691-a0b6-4149-a59a-8d1fb1bc1e5d admin admin] Router 35c512b1-c0fa-4787-9673-d33c78bee148 has already been hosted by L3 agent beb15aed-f2b6-4676-85ca-b43f14e6acf3 {{(pid=103483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:11:36.202352 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be56691-a0b6-4149-a59a-8d1fb1bc1e5d admin admin] Notify agent at l3_agent.dv-cinder-837443-1-iscsi the message routers_updated {{(pid=103483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:11:36.207881 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-1be56691-a0b6-4149-a59a-8d1fb1bc1e5d admin admin] 10.222.0.32 "PUT /v2.0/routers/35c512b1-c0fa-4787-9673-d33c78bee148/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8357058 Apr 12 03:11:36.210534 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 47936) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:11:36.213202 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3d0016-b89d-487d-a058-e5dc27515188 None None] Sync routers for ids ['35c512b1-c0fa-4787-9673-d33c78bee148'] in dv-cinder-837443-1-iscsi {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:11:36.223595 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3d0016-b89d-487d-a058-e5dc27515188 None None] Routers {'35c512b1-c0fa-4787-9673-d33c78bee148'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:11:36.224256 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-cc3d0016-b89d-487d-a058-e5dc27515188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:11:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['35c512b1-c0fa-4787-9673-d33c78bee148'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:11:36.318497 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-13010a50-2856-40fb-b3d6-c069163219a2 admin admin] Publish callbacks [] for router (35c512b1-c0fa-4787-9673-d33c78bee148), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:36.335833 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-cc3d0016-b89d-487d-a058-e5dc27515188 None None] Set router 35c512b1-c0fa-4787-9673-d33c78bee148 gateway port host: dv-cinder-837443-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:11:36.426279 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-13010a50-2856-40fb-b3d6-c069163219a2 admin admin] Publish callbacks [] for router_gateway (35c512b1-c0fa-4787-9673-d33c78bee148), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:36.476055 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [None req-13010a50-2856-40fb-b3d6-c069163219a2 admin admin] Deleting port 95173c10-6b01-412c-bf6f-36551b81baff {{(pid=103483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:11:36.476511 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-13010a50-2856-40fb-b3d6-c069163219a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (95173c10-6b01-412c-bf6f-36551b81baff), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:36.512484 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.agents_db [None req-d3c4685f-78b0-4ffc-8e41-99bd627ddb58 None None] Agent healthcheck: found 6 active agents {{(pid=103486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:11:36.520487 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-cc3d0016-b89d-487d-a058-e5dc27515188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'name': 'tempest-AttachVolumeNegativeTest-1586939642-router', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '95173c10-6b01-412c-bf6f-36551b81baff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:49Z', 'updated_at': '2022-04-12T03:11:35Z', 'revision_number': 5, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'gw_port': {'id': '95173c10-6b01-412c-bf6f-36551b81baff', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:38:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:51Z', 'updated_at': '2022-04-12T03:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi'}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:11:36.546290 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3d0016-b89d-487d-a058-e5dc27515188 None None] Checking router: 35c512b1-c0fa-4787-9673-d33c78bee148 for host: dv-cinder-837443-1-iscsi {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:11:36.554429 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.db [None req-13010a50-2856-40fb-b3d6-c069163219a2 admin admin] For port 95173c10-6b01-412c-bf6f-36551b81baff, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=95173c10-6b01-412c-bf6f-36551b81baff,segment=NetworkSegment(44a05d23-3fd0-4081-9abb-c6033767afb5),segment_id=44a05d23-3fd0-4081-9abb-c6033767afb5)] {{(pid=103483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:11:36.554818 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-13010a50-2856-40fb-b3d6-c069163219a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (95173c10-6b01-412c-bf6f-36551b81baff), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:36.554966 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3d0016-b89d-487d-a058-e5dc27515188 None None] Routers {'35c512b1-c0fa-4787-9673-d33c78bee148'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:11:36.555702 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-cc3d0016-b89d-487d-a058-e5dc27515188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:11:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['35c512b1-c0fa-4787-9673-d33c78bee148'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:11:36.572307 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [None req-13010a50-2856-40fb-b3d6-c069163219a2 admin admin] Calling delete_port for 95173c10-6b01-412c-bf6f-36551b81baff owned by network:router_gateway {{(pid=103483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:11:36.579232 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device c0c0536c-4715-456d-a9dd-60f7b08e32f5 no longer exists at agent hyperv_hv-cinder-83744 {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:11:36.603534 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] No Port match for: c0c0536c-4715-456d-a9dd-60f7b08e32f5 {{(pid=103485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:11:36.603944 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device c0c0536c-4715-456d-a9dd-60f7b08e32f5 not bound to the agent host hv-cinder-83744 {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:11:36.644226 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-cc3d0016-b89d-487d-a058-e5dc27515188 None None] Set router 35c512b1-c0fa-4787-9673-d33c78bee148 gateway port host: None {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:11:36.699090 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-cc3d0016-b89d-487d-a058-e5dc27515188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'name': 'tempest-AttachVolumeNegativeTest-1586939642-router', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:49Z', 'updated_at': '2022-04-12T03:11:36Z', 'revision_number': 6, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'gw_port_host': None}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:11:36.725615 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3d0016-b89d-487d-a058-e5dc27515188 None None] The sync data for ids ['35c512b1-c0fa-4787-9673-d33c78bee148'] in dv-cinder-837443-1-iscsi is: [{'id': '35c512b1-c0fa-4787-9673-d33c78bee148', 'name': 'tempest-AttachVolumeNegativeTest-1586939642-router', 'tenant_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:49Z', 'updated_at': '2022-04-12T03:11:36Z', 'revision_number': 6, 'project_id': 'e9ed2cca6cce43c599fc86b60cfafda6', 'gw_port_host': None}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:11:36.744306 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-13010a50-2856-40fb-b3d6-c069163219a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28322803'] for port (95173c10-6b01-412c-bf6f-36551b81baff), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:36.770978 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13010a50-2856-40fb-b3d6-c069163219a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=95173c10-6b01-412c-bf6f-36551b81baff,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:11:36.832875 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-13010a50-2856-40fb-b3d6-c069163219a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682811'] for router_gateway (35c512b1-c0fa-4787-9673-d33c78bee148), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:36.924381 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-13010a50-2856-40fb-b3d6-c069163219a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3784277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4538'] for router (35c512b1-c0fa-4787-9673-d33c78bee148), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:36.926581 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-13010a50-2856-40fb-b3d6-c069163219a2 admin admin] Publish callbacks [] for router_controller (35c512b1-c0fa-4787-9673-d33c78bee148), precommit_delete_associations {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:36.982882 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-13010a50-2856-40fb-b3d6-c069163219a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3784284'] for router (35c512b1-c0fa-4787-9673-d33c78bee148), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:36.983427 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13010a50-2856-40fb-b3d6-c069163219a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35c512b1-c0fa-4787-9673-d33c78bee148 {{(pid=103483) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 03:11:36.989736 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-13010a50-2856-40fb-b3d6-c069163219a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:36.991336 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-13010a50-2856-40fb-b3d6-c069163219a2 admin admin] 10.222.0.32 "DELETE /v2.0/routers/35c512b1-c0fa-4787-9673-d33c78bee148 HTTP/1.1" status: 204 len: 168 time: 0.7798700 Apr 12 03:11:36.994449 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 47940) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:11:37.042855 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-9070bf48-79dc-4732-b5a1-789ed71c9e3d admin admin] Deleting subnet 3d77e3de-5404-4af1-9a0f-14127064fff3 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 03:11:37.046714 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9070bf48-79dc-4732-b5a1-789ed71c9e3d admin admin] Publish callbacks [] for subnet (3d77e3de-5404-4af1-9a0f-14127064fff3), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:37.092110 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9070bf48-79dc-4732-b5a1-789ed71c9e3d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28399234'] for subnet (3d77e3de-5404-4af1-9a0f-14127064fff3), precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:37.215034 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9070bf48-79dc-4732-b5a1-789ed71c9e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662842'] for subnet (3d77e3de-5404-4af1-9a0f-14127064fff3), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:37.273452 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9070bf48-79dc-4732-b5a1-789ed71c9e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28695438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28651215'] for subnet (3d77e3de-5404-4af1-9a0f-14127064fff3), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:37.301462 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bf48-79dc-4732-b5a1-789ed71c9e3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d77e3de-5404-4af1-9a0f-14127064fff3,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:11:37.308657 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9070bf48-79dc-4732-b5a1-789ed71c9e3d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:37.314683 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-9070bf48-79dc-4732-b5a1-789ed71c9e3d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3d77e3de-5404-4af1-9a0f-14127064fff3 HTTP/1.1" status: 204 len: 168 time: 0.3162637 Apr 12 03:11:37.315100 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 47948) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:11:37.317489 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00f656a-ebb4-4f7a-be0c-0837165a94fd None None] Network c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b requested from dv-cinder-837443-1-iscsi {{(pid=103485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:11:37.389342 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-9b333cc9-3a7e-4c56-b816-bd4c6edca825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688745'] for network (c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:37.436133 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [None req-9b333cc9-3a7e-4c56-b816-bd4c6edca825 admin admin] Deleting port cd46aefb-f88d-44a8-896b-b02e6383e9b7 {{(pid=103483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:11:37.436662 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-9b333cc9-3a7e-4c56-b816-bd4c6edca825 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (cd46aefb-f88d-44a8-896b-b02e6383e9b7), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:37.507041 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.db [None req-9b333cc9-3a7e-4c56-b816-bd4c6edca825 admin admin] For port cd46aefb-f88d-44a8-896b-b02e6383e9b7, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=cd46aefb-f88d-44a8-896b-b02e6383e9b7,segment=NetworkSegment(dd5e46db-2abb-4e6f-862d-f5a1257f87c2),segment_id=dd5e46db-2abb-4e6f-862d-f5a1257f87c2)] {{(pid=103483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:11:37.512019 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-9b333cc9-3a7e-4c56-b816-bd4c6edca825 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (cd46aefb-f88d-44a8-896b-b02e6383e9b7), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:37.528864 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [None req-9b333cc9-3a7e-4c56-b816-bd4c6edca825 admin admin] Calling delete_port for cd46aefb-f88d-44a8-896b-b02e6383e9b7 owned by network:dhcp {{(pid=103483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:11:37.556428 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d9a02b-9eba-4357-bf61-1649396547cf None None] DHCP port deletion for c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b request from dv-cinder-837443-1-iscsi {{(pid=103485) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 03:11:37.604918 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-b0d9a02b-9eba-4357-bf61-1649396547cf None None] Deleting port cd46aefb-f88d-44a8-896b-b02e6383e9b7 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:11:37.605538 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b0d9a02b-9eba-4357-bf61-1649396547cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (cd46aefb-f88d-44a8-896b-b02e6383e9b7), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:37.623674 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-9b333cc9-3a7e-4c56-b816-bd4c6edca825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28322803'] for port (cd46aefb-f88d-44a8-896b-b02e6383e9b7), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:37.639292 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b333cc9-3a7e-4c56-b816-bd4c6edca825 admin admin] No DVR routers for this DVR port cd46aefb-f88d-44a8-896b-b02e6383e9b7 on host dv-cinder-837443-1-iscsi {{(pid=103483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:11:37.686035 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-b0d9a02b-9eba-4357-bf61-1649396547cf None None] For port cd46aefb-f88d-44a8-896b-b02e6383e9b7, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=cd46aefb-f88d-44a8-896b-b02e6383e9b7,segment=NetworkSegment(dd5e46db-2abb-4e6f-862d-f5a1257f87c2),segment_id=dd5e46db-2abb-4e6f-862d-f5a1257f87c2)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:11:37.686829 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b0d9a02b-9eba-4357-bf61-1649396547cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (cd46aefb-f88d-44a8-896b-b02e6383e9b7), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:37.690027 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b333cc9-3a7e-4c56-b816-bd4c6edca825 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd46aefb-f88d-44a8-896b-b02e6383e9b7,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:11:37.709525 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-b0d9a02b-9eba-4357-bf61-1649396547cf None None] Calling delete_port for cd46aefb-f88d-44a8-896b-b02e6383e9b7 owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:11:37.749657 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-9b333cc9-3a7e-4c56-b816-bd4c6edca825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659639', 'neutron.services.segments.db._delete_segments_for_network-8733264514991'] for network (c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:37.777291 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.services.segments.db [None req-9b333cc9-3a7e-4c56-b816-bd4c6edca825 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b']}} {{(pid=103483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:11:37.793514 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.services.segments.db [None req-9b333cc9-3a7e-4c56-b816-bd4c6edca825 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd5e46db-2abb-4e6f-862d-f5a1257f87c2') {'for_net_delete': True} {{(pid=103483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:11:37.794258 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.services.segments.db [None req-9b333cc9-3a7e-4c56-b816-bd4c6edca825 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd5e46db-2abb-4e6f-862d-f5a1257f87c2') {} {{(pid=103483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:11:37.807343 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-9b333cc9-3a7e-4c56-b816-bd4c6edca825 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733264516792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1983593'] for segment (dd5e46db-2abb-4e6f-862d-f5a1257f87c2), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:37.828170 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-9b333cc9-3a7e-4c56-b816-bd4c6edca825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (dd5e46db-2abb-4e6f-862d-f5a1257f87c2), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:37.836100 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b333cc9-3a7e-4c56-b816-bd4c6edca825 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 03:11:37.837034 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-9b333cc9-3a7e-4c56-b816-bd4c6edca825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28322596'] for segment (dd5e46db-2abb-4e6f-862d-f5a1257f87c2), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:37.872430 dv-cinder-837443-1-iscsi neutron-server[103483]: Traceback (most recent call last): Apr 12 03:11:37.872430 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 03:11:37.872430 dv-cinder-837443-1-iscsi neutron-server[103483]: timer() Apr 12 03:11:37.872430 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 03:11:37.872430 dv-cinder-837443-1-iscsi neutron-server[103483]: cb(*args, **kw) Apr 12 03:11:37.872430 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 03:11:37.872430 dv-cinder-837443-1-iscsi neutron-server[103483]: return func(*args, **kwargs) Apr 12 03:11:37.872430 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 03:11:37.872430 dv-cinder-837443-1-iscsi neutron-server[103483]: self._notify() Apr 12 03:11:37.872430 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 03:11:37.872430 dv-cinder-837443-1-iscsi neutron-server[103483]: self.callback(batched_events) Apr 12 03:11:37.872430 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 03:11:37.872430 dv-cinder-837443-1-iscsi neutron-server[103483]: event.method(event) Apr 12 03:11:37.872430 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 03:11:37.872430 dv-cinder-837443-1-iscsi neutron-server[103483]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 03:11:37.872430 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 03:11:37.872430 dv-cinder-837443-1-iscsi neutron-server[103483]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 03:11:37.872430 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 03:11:37.872430 dv-cinder-837443-1-iscsi neutron-server[103483]: return f(self, *a, **k) Apr 12 03:11:37.872430 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 03:11:37.872430 dv-cinder-837443-1-iscsi neutron-server[103483]: return self._get(url).json() Apr 12 03:11:37.872430 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 03:11:37.872430 dv-cinder-837443-1-iscsi neutron-server[103483]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 03:11:37.872430 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 03:11:37.872430 dv-cinder-837443-1-iscsi neutron-server[103483]: return self.request(url, 'GET', **kwargs) Apr 12 03:11:37.872430 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 03:11:37.872430 dv-cinder-837443-1-iscsi neutron-server[103483]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 03:11:37.872430 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 03:11:37.872430 dv-cinder-837443-1-iscsi neutron-server[103483]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 03:11:37.872430 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 03:11:37.872430 dv-cinder-837443-1-iscsi neutron-server[103483]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 03:11:37.872430 dv-cinder-837443-1-iscsi neutron-server[103483]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 03:11:37.935219 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-9b333cc9-3a7e-4c56-b816-bd4c6edca825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682719'] for network (c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:37.944377 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-9b333cc9-3a7e-4c56-b816-bd4c6edca825 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for network (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:37.947898 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-9b333cc9-3a7e-4c56-b816-bd4c6edca825 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b HTTP/1.1" status: 204 len: 168 time: 0.6317358 Apr 12 03:11:37.961999 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b333cc9-3a7e-4c56-b816-bd4c6edca825 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:11:37.976931 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 95173c10-6b01-412c-bf6f-36551b81baff no longer exists at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:11:38.000275 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] No Port match for: 95173c10-6b01-412c-bf6f-36551b81baff {{(pid=103485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:11:38.000622 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 95173c10-6b01-412c-bf6f-36551b81baff not bound to the agent host dv-cinder-837443-1-iscsi {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:11:38.001047 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 054442ec-508f-4b5a-9b29-057809715a20 no longer exists at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:11:38.005291 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b0d9a02b-9eba-4357-bf61-1649396547cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115'] for port (cd46aefb-f88d-44a8-896b-b02e6383e9b7), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:38.040590 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] No Port match for: 054442ec-508f-4b5a-9b29-057809715a20 {{(pid=103485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:11:38.040928 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 054442ec-508f-4b5a-9b29-057809715a20 not bound to the agent host dv-cinder-837443-1-iscsi {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:11:38.041340 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device cd46aefb-f88d-44a8-896b-b02e6383e9b7 no longer exists at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:11:38.063660 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d9a02b-9eba-4357-bf61-1649396547cf None None] Pushing event deleted for resources: {'Port': ['ID=cd46aefb-f88d-44a8-896b-b02e6383e9b7,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:11:38.066003 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b0d9a02b-9eba-4357-bf61-1649396547cf None None] Network c4fe6cd7-acfd-4c4c-a6e9-5e28398e326b is not hosted by any dhcp agent {{(pid=103485) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 12 03:11:38.066505 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d9a02b-9eba-4357-bf61-1649396547cf None None] No DVR routers for this DVR port cd46aefb-f88d-44a8-896b-b02e6383e9b7 on host dv-cinder-837443-1-iscsi {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:11:38.068041 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] No Port match for: cd46aefb-f88d-44a8-896b-b02e6383e9b7 {{(pid=103485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:11:38.068530 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device cd46aefb-f88d-44a8-896b-b02e6383e9b7 not bound to the agent host dv-cinder-837443-1-iscsi {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:11:38.107956 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 47964) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:11:38.147888 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-224ae837-0442-40ff-ae49-2141989bf49a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e9ed2cca6cce43c599fc86b60cfafda6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0386846 Apr 12 03:11:38.150464 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 47966) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:11:38.197753 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-8eb514ea-1c00-49e1-bcc8-68872987fd4d admin admin] Publish callbacks [] for security_group (6bac7a04-f144-4ccd-bbe1-c206779b3c8c), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:38.220282 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-8eb514ea-1c00-49e1-bcc8-68872987fd4d admin admin] Publish callbacks [] for security_group (6bac7a04-f144-4ccd-bbe1-c206779b3c8c), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:38.276822 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-8eb514ea-1c00-49e1-bcc8-68872987fd4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (6bac7a04-f144-4ccd-bbe1-c206779b3c8c), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:38.279643 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-8eb514ea-1c00-49e1-bcc8-68872987fd4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:38.282911 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-8eb514ea-1c00-49e1-bcc8-68872987fd4d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6bac7a04-f144-4ccd-bbe1-c206779b3c8c HTTP/1.1" status: 204 len: 168 time: 0.1292579 Apr 12 03:11:38.290358 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb514ea-1c00-49e1-bcc8-68872987fd4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bac7a04-f144-4ccd-bbe1-c206779b3c8c,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:11:39.481390 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 48020) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:11:40.018369 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-b76d1631-4486-42da-b658-bef16c16eab0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685297'] for router_interface (4c6713fb-f30f-4734-bda5-92186752067c), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:40.258984 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [None req-b76d1631-4486-42da-b658-bef16c16eab0 admin admin] Deleting port f1520221-d622-4a9d-8d45-2b8795da9fac {{(pid=103483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:11:40.259260 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-b76d1631-4486-42da-b658-bef16c16eab0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (f1520221-d622-4a9d-8d45-2b8795da9fac), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:40.340401 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.db [None req-b76d1631-4486-42da-b658-bef16c16eab0 admin admin] For port f1520221-d622-4a9d-8d45-2b8795da9fac, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=f1520221-d622-4a9d-8d45-2b8795da9fac,segment=NetworkSegment(7d4ebf86-1a25-4cfb-9940-c09dda9a1a9a),segment_id=7d4ebf86-1a25-4cfb-9940-c09dda9a1a9a)] {{(pid=103483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:11:40.340646 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-b76d1631-4486-42da-b658-bef16c16eab0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (f1520221-d622-4a9d-8d45-2b8795da9fac), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:40.353569 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [None req-b76d1631-4486-42da-b658-bef16c16eab0 admin admin] Calling delete_port for f1520221-d622-4a9d-8d45-2b8795da9fac owned by network:router_interface {{(pid=103483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:11:40.548030 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-b76d1631-4486-42da-b658-bef16c16eab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28322803'] for port (f1520221-d622-4a9d-8d45-2b8795da9fac), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:40.574359 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76d1631-4486-42da-b658-bef16c16eab0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1520221-d622-4a9d-8d45-2b8795da9fac,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:11:40.750223 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-b76d1631-4486-42da-b658-bef16c16eab0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685149'] for router_interface (4c6713fb-f30f-4734-bda5-92186752067c), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:40.979395 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b76d1631-4486-42da-b658-bef16c16eab0 admin admin] Router 4c6713fb-f30f-4734-bda5-92186752067c has already been hosted by L3 agent beb15aed-f2b6-4676-85ca-b43f14e6acf3 {{(pid=103483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:11:41.092567 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b76d1631-4486-42da-b658-bef16c16eab0 admin admin] Notify agent at l3_agent.dv-cinder-837443-1-iscsi the message routers_updated {{(pid=103483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:11:41.098317 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-b76d1631-4486-42da-b658-bef16c16eab0 admin admin] 10.222.0.32 "PUT /v2.0/routers/4c6713fb-f30f-4734-bda5-92186752067c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6158125 Apr 12 03:11:41.101157 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 48046) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:11:41.104885 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a73f80-492a-4122-8c6c-1cbc9c3ce6ba None None] Sync routers for ids ['4c6713fb-f30f-4734-bda5-92186752067c'] in dv-cinder-837443-1-iscsi {{(pid=103485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:11:41.114369 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a73f80-492a-4122-8c6c-1cbc9c3ce6ba None None] Routers {'4c6713fb-f30f-4734-bda5-92186752067c'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:11:41.116366 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-43a73f80-492a-4122-8c6c-1cbc9c3ce6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:11:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['4c6713fb-f30f-4734-bda5-92186752067c'], 'active': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:11:41.232813 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-3707b47e-7629-4453-a707-b28ebe9c053b admin admin] Publish callbacks [] for router (4c6713fb-f30f-4734-bda5-92186752067c), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:41.250892 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvr_db [None req-43a73f80-492a-4122-8c6c-1cbc9c3ce6ba None None] Set router 4c6713fb-f30f-4734-bda5-92186752067c gateway port host: dv-cinder-837443-1-iscsi {{(pid=103485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:11:41.366716 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-3707b47e-7629-4453-a707-b28ebe9c053b admin admin] Publish callbacks [] for router_gateway (4c6713fb-f30f-4734-bda5-92186752067c), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:41.423812 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [None req-3707b47e-7629-4453-a707-b28ebe9c053b admin admin] Deleting port e2a3f1db-c32b-4a7b-b996-fc9aeff37995 {{(pid=103483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:11:41.424370 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-3707b47e-7629-4453-a707-b28ebe9c053b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (e2a3f1db-c32b-4a7b-b996-fc9aeff37995), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:41.446987 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-43a73f80-492a-4122-8c6c-1cbc9c3ce6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6713fb-f30f-4734-bda5-92186752067c', 'name': 'tempest-AttachVolumeTestJSON-759078494-router', 'tenant_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': 'e2a3f1db-c32b-4a7b-b996-fc9aeff37995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:50Z', 'updated_at': '2022-04-12T03:11:40Z', 'revision_number': 5, 'project_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'gw_port': {'id': 'e2a3f1db-c32b-4a7b-b996-fc9aeff37995', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:9b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6713fb-f30f-4734-bda5-92186752067c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:51Z', 'updated_at': '2022-04-12T03:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi'}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:11:41.477074 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a73f80-492a-4122-8c6c-1cbc9c3ce6ba None None] Checking router: 4c6713fb-f30f-4734-bda5-92186752067c for host: dv-cinder-837443-1-iscsi {{(pid=103485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:11:41.485372 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a73f80-492a-4122-8c6c-1cbc9c3ce6ba None None] Routers {'4c6713fb-f30f-4734-bda5-92186752067c'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:11:41.485883 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-43a73f80-492a-4122-8c6c-1cbc9c3ce6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:11:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['4c6713fb-f30f-4734-bda5-92186752067c'], 'active': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:11:41.507651 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.db [None req-3707b47e-7629-4453-a707-b28ebe9c053b admin admin] For port e2a3f1db-c32b-4a7b-b996-fc9aeff37995, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=e2a3f1db-c32b-4a7b-b996-fc9aeff37995,segment=NetworkSegment(44a05d23-3fd0-4081-9abb-c6033767afb5),segment_id=44a05d23-3fd0-4081-9abb-c6033767afb5)] {{(pid=103483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:11:41.508050 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-3707b47e-7629-4453-a707-b28ebe9c053b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (e2a3f1db-c32b-4a7b-b996-fc9aeff37995), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:41.521781 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [None req-3707b47e-7629-4453-a707-b28ebe9c053b admin admin] Calling delete_port for e2a3f1db-c32b-4a7b-b996-fc9aeff37995 owned by network:router_gateway {{(pid=103483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:11:41.574802 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvr_db [None req-43a73f80-492a-4122-8c6c-1cbc9c3ce6ba None None] Set router 4c6713fb-f30f-4734-bda5-92186752067c gateway port host: None {{(pid=103485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:11:41.627095 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-43a73f80-492a-4122-8c6c-1cbc9c3ce6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6713fb-f30f-4734-bda5-92186752067c', 'name': 'tempest-AttachVolumeTestJSON-759078494-router', 'tenant_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:50Z', 'updated_at': '2022-04-12T03:11:41Z', 'revision_number': 6, 'project_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'gw_port_host': None}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:11:41.656757 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a73f80-492a-4122-8c6c-1cbc9c3ce6ba None None] The sync data for ids ['4c6713fb-f30f-4734-bda5-92186752067c'] in dv-cinder-837443-1-iscsi is: [{'id': '4c6713fb-f30f-4734-bda5-92186752067c', 'name': 'tempest-AttachVolumeTestJSON-759078494-router', 'tenant_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:50Z', 'updated_at': '2022-04-12T03:11:41Z', 'revision_number': 6, 'project_id': 'e1e5d1d0e5ee459d9a29175e6dfae245', 'gw_port_host': None}] {{(pid=103485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:11:41.987137 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-3707b47e-7629-4453-a707-b28ebe9c053b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28322803'] for port (e2a3f1db-c32b-4a7b-b996-fc9aeff37995), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:42.017678 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3707b47e-7629-4453-a707-b28ebe9c053b admin admin] Pushing event deleted for resources: {'Port': ['ID=e2a3f1db-c32b-4a7b-b996-fc9aeff37995,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:11:42.080062 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-3707b47e-7629-4453-a707-b28ebe9c053b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682811'] for router_gateway (4c6713fb-f30f-4734-bda5-92186752067c), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:42.181167 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device f1520221-d622-4a9d-8d45-2b8795da9fac no longer exists at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:11:42.182907 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-3707b47e-7629-4453-a707-b28ebe9c053b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3784277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4538'] for router (4c6713fb-f30f-4734-bda5-92186752067c), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:42.187052 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-3707b47e-7629-4453-a707-b28ebe9c053b admin admin] Publish callbacks [] for router_controller (4c6713fb-f30f-4734-bda5-92186752067c), precommit_delete_associations {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:42.216649 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] No Port match for: f1520221-d622-4a9d-8d45-2b8795da9fac {{(pid=103485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:11:42.217000 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device f1520221-d622-4a9d-8d45-2b8795da9fac not bound to the agent host dv-cinder-837443-1-iscsi {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:11:42.245435 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-3707b47e-7629-4453-a707-b28ebe9c053b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3784284'] for router (4c6713fb-f30f-4734-bda5-92186752067c), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:42.246251 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3707b47e-7629-4453-a707-b28ebe9c053b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c6713fb-f30f-4734-bda5-92186752067c {{(pid=103483) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 03:11:42.253522 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-3707b47e-7629-4453-a707-b28ebe9c053b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:42.257785 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 48064) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:11:42.258356 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-3707b47e-7629-4453-a707-b28ebe9c053b admin admin] 10.222.0.32 "DELETE /v2.0/routers/4c6713fb-f30f-4734-bda5-92186752067c HTTP/1.1" status: 204 len: 168 time: 1.1557672 Apr 12 03:11:42.305875 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-70f5b9cf-d9a7-4367-89aa-4ad3883c8335 admin admin] Deleting subnet 6de8150c-bedf-4873-b651-20f43e4f6dc1 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 03:11:42.309271 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-70f5b9cf-d9a7-4367-89aa-4ad3883c8335 admin admin] Publish callbacks [] for subnet (6de8150c-bedf-4873-b651-20f43e4f6dc1), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:42.345019 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-70f5b9cf-d9a7-4367-89aa-4ad3883c8335 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28399234'] for subnet (6de8150c-bedf-4873-b651-20f43e4f6dc1), precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:42.433462 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-70f5b9cf-d9a7-4367-89aa-4ad3883c8335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662842'] for subnet (6de8150c-bedf-4873-b651-20f43e4f6dc1), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:42.510287 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-70f5b9cf-d9a7-4367-89aa-4ad3883c8335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28695438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28651215'] for subnet (6de8150c-bedf-4873-b651-20f43e4f6dc1), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:42.530974 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-70f5b9cf-d9a7-4367-89aa-4ad3883c8335 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:42.536245 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-70f5b9cf-d9a7-4367-89aa-4ad3883c8335 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6de8150c-bedf-4873-b651-20f43e4f6dc1 HTTP/1.1" status: 204 len: 168 time: 0.2762768 Apr 12 03:11:42.538433 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 48078) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:11:42.541258 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ed6aec-6f1d-4ab9-9ee6-60f5b93efa75 None None] Network 97d0737a-0806-4131-b2fa-4a4f2be2d49e requested from dv-cinder-837443-1-iscsi {{(pid=103485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:11:42.569523 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f5b9cf-d9a7-4367-89aa-4ad3883c8335 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6de8150c-bedf-4873-b651-20f43e4f6dc1,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:11:42.608098 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168752d2-2338-4d51-a30f-8a1171ad087c req-0b5ead12-1181-428e-a13a-8e5e0266a2ed tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:42.609649 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-168752d2-2338-4d51-a30f-8a1171ad087c req-0b5ead12-1181-428e-a13a-8e5e0266a2ed tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 947 time: 0.0518212 Apr 12 03:11:42.635619 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-32d26ba0-03d1-451b-92e7-cc3e19b3cf60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688745'] for network (97d0737a-0806-4131-b2fa-4a4f2be2d49e), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:42.671628 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-168752d2-2338-4d51-a30f-8a1171ad087c req-b4276950-3d87-486b-afbe-9fd004ced77c tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=39685f75-dc11-42c2-a5ef-18e35667f4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552735 Apr 12 03:11:42.701215 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [None req-32d26ba0-03d1-451b-92e7-cc3e19b3cf60 admin admin] Deleting port f36106a2-32a5-42f6-b2b7-e2d2ff18bd0e {{(pid=103483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:11:42.702446 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-32d26ba0-03d1-451b-92e7-cc3e19b3cf60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (f36106a2-32a5-42f6-b2b7-e2d2ff18bd0e), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:42.743081 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8cd4c7-f2ae-4c47-a416-996a3d3db333 None None] DHCP port deletion for 97d0737a-0806-4131-b2fa-4a4f2be2d49e request from dv-cinder-837443-1-iscsi {{(pid=103485) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 03:11:42.774495 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.db [None req-32d26ba0-03d1-451b-92e7-cc3e19b3cf60 admin admin] For port f36106a2-32a5-42f6-b2b7-e2d2ff18bd0e, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=f36106a2-32a5-42f6-b2b7-e2d2ff18bd0e,segment=NetworkSegment(7d4ebf86-1a25-4cfb-9940-c09dda9a1a9a),segment_id=7d4ebf86-1a25-4cfb-9940-c09dda9a1a9a)] {{(pid=103483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:11:42.774815 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-32d26ba0-03d1-451b-92e7-cc3e19b3cf60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (f36106a2-32a5-42f6-b2b7-e2d2ff18bd0e), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:42.783534 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-dd8cd4c7-f2ae-4c47-a416-996a3d3db333 None None] Deleting port f36106a2-32a5-42f6-b2b7-e2d2ff18bd0e {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:11:42.783835 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dd8cd4c7-f2ae-4c47-a416-996a3d3db333 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (f36106a2-32a5-42f6-b2b7-e2d2ff18bd0e), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:42.788071 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [None req-32d26ba0-03d1-451b-92e7-cc3e19b3cf60 admin admin] Calling delete_port for f36106a2-32a5-42f6-b2b7-e2d2ff18bd0e owned by network:dhcp {{(pid=103483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:11:42.845137 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-dd8cd4c7-f2ae-4c47-a416-996a3d3db333 None None] For port f36106a2-32a5-42f6-b2b7-e2d2ff18bd0e, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=f36106a2-32a5-42f6-b2b7-e2d2ff18bd0e,segment=NetworkSegment(7d4ebf86-1a25-4cfb-9940-c09dda9a1a9a),segment_id=7d4ebf86-1a25-4cfb-9940-c09dda9a1a9a)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:11:42.845532 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dd8cd4c7-f2ae-4c47-a416-996a3d3db333 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (f36106a2-32a5-42f6-b2b7-e2d2ff18bd0e), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:42.862208 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-dd8cd4c7-f2ae-4c47-a416-996a3d3db333 None None] Calling delete_port for f36106a2-32a5-42f6-b2b7-e2d2ff18bd0e owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:11:42.871145 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-32d26ba0-03d1-451b-92e7-cc3e19b3cf60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28322803'] for port (f36106a2-32a5-42f6-b2b7-e2d2ff18bd0e), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:42.897051 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d26ba0-03d1-451b-92e7-cc3e19b3cf60 admin admin] Pushing event deleted for resources: {'Port': ['ID=f36106a2-32a5-42f6-b2b7-e2d2ff18bd0e,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:11:42.900372 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d26ba0-03d1-451b-92e7-cc3e19b3cf60 admin admin] No DVR routers for this DVR port f36106a2-32a5-42f6-b2b7-e2d2ff18bd0e on host dv-cinder-837443-1-iscsi {{(pid=103483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:11:42.940461 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dd8cd4c7-f2ae-4c47-a416-996a3d3db333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115'] for port (f36106a2-32a5-42f6-b2b7-e2d2ff18bd0e), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:42.965169 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8cd4c7-f2ae-4c47-a416-996a3d3db333 None None] Pushing event deleted for resources: {'Port': ['ID=f36106a2-32a5-42f6-b2b7-e2d2ff18bd0e,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:11:42.968883 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8cd4c7-f2ae-4c47-a416-996a3d3db333 None None] No DVR routers for this DVR port f36106a2-32a5-42f6-b2b7-e2d2ff18bd0e on host dv-cinder-837443-1-iscsi {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:11:42.973525 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-32d26ba0-03d1-451b-92e7-cc3e19b3cf60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659639', 'neutron.services.segments.db._delete_segments_for_network-8733264514991'] for network (97d0737a-0806-4131-b2fa-4a4f2be2d49e), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:42.994313 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.services.segments.db [None req-32d26ba0-03d1-451b-92e7-cc3e19b3cf60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97d0737a-0806-4131-b2fa-4a4f2be2d49e']}} {{(pid=103483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:11:43.003567 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.services.segments.db [None req-32d26ba0-03d1-451b-92e7-cc3e19b3cf60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d4ebf86-1a25-4cfb-9940-c09dda9a1a9a') {'for_net_delete': True} {{(pid=103483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:11:43.003890 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.services.segments.db [None req-32d26ba0-03d1-451b-92e7-cc3e19b3cf60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d4ebf86-1a25-4cfb-9940-c09dda9a1a9a') {} {{(pid=103483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:11:43.013195 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-32d26ba0-03d1-451b-92e7-cc3e19b3cf60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733264516792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1983593'] for segment (7d4ebf86-1a25-4cfb-9940-c09dda9a1a9a), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:43.026560 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-32d26ba0-03d1-451b-92e7-cc3e19b3cf60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (7d4ebf86-1a25-4cfb-9940-c09dda9a1a9a), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:43.032483 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32d26ba0-03d1-451b-92e7-cc3e19b3cf60 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 03:11:43.032862 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-32d26ba0-03d1-451b-92e7-cc3e19b3cf60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28322596'] for segment (7d4ebf86-1a25-4cfb-9940-c09dda9a1a9a), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:43.034806 dv-cinder-837443-1-iscsi neutron-server[103483]: Traceback (most recent call last): Apr 12 03:11:43.034806 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 03:11:43.034806 dv-cinder-837443-1-iscsi neutron-server[103483]: timer() Apr 12 03:11:43.034806 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 03:11:43.034806 dv-cinder-837443-1-iscsi neutron-server[103483]: cb(*args, **kw) Apr 12 03:11:43.034806 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 03:11:43.034806 dv-cinder-837443-1-iscsi neutron-server[103483]: return func(*args, **kwargs) Apr 12 03:11:43.034806 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 03:11:43.034806 dv-cinder-837443-1-iscsi neutron-server[103483]: self._notify() Apr 12 03:11:43.034806 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 03:11:43.034806 dv-cinder-837443-1-iscsi neutron-server[103483]: self.callback(batched_events) Apr 12 03:11:43.034806 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 03:11:43.034806 dv-cinder-837443-1-iscsi neutron-server[103483]: event.method(event) Apr 12 03:11:43.034806 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 03:11:43.034806 dv-cinder-837443-1-iscsi neutron-server[103483]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 03:11:43.034806 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 03:11:43.034806 dv-cinder-837443-1-iscsi neutron-server[103483]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 03:11:43.034806 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 03:11:43.034806 dv-cinder-837443-1-iscsi neutron-server[103483]: return f(self, *a, **k) Apr 12 03:11:43.034806 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 03:11:43.034806 dv-cinder-837443-1-iscsi neutron-server[103483]: return self._get(url).json() Apr 12 03:11:43.034806 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 03:11:43.034806 dv-cinder-837443-1-iscsi neutron-server[103483]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 03:11:43.034806 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 03:11:43.034806 dv-cinder-837443-1-iscsi neutron-server[103483]: return self.request(url, 'GET', **kwargs) Apr 12 03:11:43.034806 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 03:11:43.034806 dv-cinder-837443-1-iscsi neutron-server[103483]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 03:11:43.034806 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 03:11:43.034806 dv-cinder-837443-1-iscsi neutron-server[103483]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 03:11:43.034806 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 03:11:43.034806 dv-cinder-837443-1-iscsi neutron-server[103483]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 03:11:43.034806 dv-cinder-837443-1-iscsi neutron-server[103483]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 03:11:43.089303 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-32d26ba0-03d1-451b-92e7-cc3e19b3cf60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682719'] for network (97d0737a-0806-4131-b2fa-4a4f2be2d49e), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:43.094591 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-32d26ba0-03d1-451b-92e7-cc3e19b3cf60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for network (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:43.097957 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-32d26ba0-03d1-451b-92e7-cc3e19b3cf60 admin admin] 10.222.0.32 "DELETE /v2.0/networks/97d0737a-0806-4131-b2fa-4a4f2be2d49e HTTP/1.1" status: 204 len: 168 time: 0.5585363 Apr 12 03:11:43.110615 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d26ba0-03d1-451b-92e7-cc3e19b3cf60 admin admin] Pushing event deleted for resources: {'Network': ['ID=97d0737a-0806-4131-b2fa-4a4f2be2d49e,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:11:43.222460 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 48084) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:11:43.264085 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-832ca4c9-2199-4881-963c-880b2c6b3e90 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e1e5d1d0e5ee459d9a29175e6dfae245&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0402763 Apr 12 03:11:43.266601 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 48086) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:11:43.320115 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-74948076-75dd-4671-bb38-ee0f52b0f31a admin admin] Publish callbacks [] for security_group (d61daff6-6df1-4bc1-8049-3b5bec855788), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:43.341717 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-74948076-75dd-4671-bb38-ee0f52b0f31a admin admin] Publish callbacks [] for security_group (d61daff6-6df1-4bc1-8049-3b5bec855788), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:43.392053 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-74948076-75dd-4671-bb38-ee0f52b0f31a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (d61daff6-6df1-4bc1-8049-3b5bec855788), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:43.394658 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-74948076-75dd-4671-bb38-ee0f52b0f31a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:43.395803 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-74948076-75dd-4671-bb38-ee0f52b0f31a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d61daff6-6df1-4bc1-8049-3b5bec855788 HTTP/1.1" status: 204 len: 168 time: 0.1283026 Apr 12 03:11:43.403580 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74948076-75dd-4671-bb38-ee0f52b0f31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61daff6-6df1-4bc1-8049-3b5bec855788,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:11:43.799911 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fab4cb-0cc3-4df0-acc6-ebbd5bf806e5 req-1dadda9b-86bf-465e-b267-5ff1c0a2dae2 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:43.801502 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-42fab4cb-0cc3-4df0-acc6-ebbd5bf806e5 req-1dadda9b-86bf-465e-b267-5ff1c0a2dae2 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 947 time: 0.0545900 Apr 12 03:11:43.850597 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-42fab4cb-0cc3-4df0-acc6-ebbd5bf806e5 req-0b3bf78e-6a1f-4e12-901e-e3ba9e6bd109 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=39685f75-dc11-42c2-a5ef-18e35667f4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425894 Apr 12 03:11:43.857877 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device e2a3f1db-c32b-4a7b-b996-fc9aeff37995 no longer exists at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:11:43.880858 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] No Port match for: e2a3f1db-c32b-4a7b-b996-fc9aeff37995 {{(pid=103485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:11:43.881274 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device e2a3f1db-c32b-4a7b-b996-fc9aeff37995 not bound to the agent host dv-cinder-837443-1-iscsi {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:11:43.881740 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device f36106a2-32a5-42f6-b2b7-e2d2ff18bd0e no longer exists at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:11:43.902504 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] No Port match for: f36106a2-32a5-42f6-b2b7-e2d2ff18bd0e {{(pid=103485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:11:43.902845 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device f36106a2-32a5-42f6-b2b7-e2d2ff18bd0e not bound to the agent host dv-cinder-837443-1-iscsi {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:11:44.990128 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e106cb9a-7809-47f7-b50b-ab76303b5380 req-ef734b1b-9939-4f33-91c5-26747e87d869 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:44.992480 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-e106cb9a-7809-47f7-b50b-ab76303b5380 req-ef734b1b-9939-4f33-91c5-26747e87d869 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 947 time: 0.0602918 Apr 12 03:11:45.044489 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-e106cb9a-7809-47f7-b50b-ab76303b5380 req-e5eccdb3-37bc-456f-a55a-0729ee58b88f tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=39685f75-dc11-42c2-a5ef-18e35667f4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434017 Apr 12 03:11:46.175749 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b210aa5a-0d93-4c70-b35d-46497d38157b req-05f26dfe-bff4-4045-b7de-245818e1e199 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:46.177217 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-b210aa5a-0d93-4c70-b35d-46497d38157b req-05f26dfe-bff4-4045-b7de-245818e1e199 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 947 time: 0.0538375 Apr 12 03:11:46.224333 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-b210aa5a-0d93-4c70-b35d-46497d38157b req-60c0168a-b1b9-4d2e-a1af-3bdabf4b016f tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups?id=39685f75-dc11-42c2-a5ef-18e35667f4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413544 Apr 12 03:11:46.646956 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f8635-8354-4745-a649-9fd0e2a62f87 req-bd0c53cc-7cfd-420f-a9b8-aa688b8d4d9c tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:46.648413 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-305f8635-8354-4745-a649-9fd0e2a62f87 req-bd0c53cc-7cfd-420f-a9b8-aa688b8d4d9c tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 947 time: 0.0469723 Apr 12 03:11:46.747315 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-305f8635-8354-4745-a649-9fd0e2a62f87 req-0b9c8573-8079-4518-b45f-21846703223f tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Deleting port d22f4ed3-500d-4195-8024-9d2bcd99fec1 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:11:46.747653 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-305f8635-8354-4745-a649-9fd0e2a62f87 req-0b9c8573-8079-4518-b45f-21846703223f tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (d22f4ed3-500d-4195-8024-9d2bcd99fec1), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:46.841362 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-305f8635-8354-4745-a649-9fd0e2a62f87 req-0b9c8573-8079-4518-b45f-21846703223f tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] For port d22f4ed3-500d-4195-8024-9d2bcd99fec1, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=d22f4ed3-500d-4195-8024-9d2bcd99fec1,segment=NetworkSegment(71025db5-b671-400c-aac9-a4516ac262e9),segment_id=71025db5-b671-400c-aac9-a4516ac262e9)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:11:46.841776 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-305f8635-8354-4745-a649-9fd0e2a62f87 req-0b9c8573-8079-4518-b45f-21846703223f tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (d22f4ed3-500d-4195-8024-9d2bcd99fec1), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:47.030561 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-305f8635-8354-4745-a649-9fd0e2a62f87 req-0b9c8573-8079-4518-b45f-21846703223f tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:47.031001 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-305f8635-8354-4745-a649-9fd0e2a62f87 req-0b9c8573-8079-4518-b45f-21846703223f tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682737'] for floatingip (b8e15778-a797-48f8-ab69-ad6e6154f754), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:47.031490 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.db.l3_db [req-305f8635-8354-4745-a649-9fd0e2a62f87 req-0b9c8573-8079-4518-b45f-21846703223f tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Floating IP b8e15778-a797-48f8-ab69-ad6e6154f754 disassociated. External IP: 172.27.3.225, port: d22f4ed3-500d-4195-8024-9d2bcd99fec1. Apr 12 03:11:47.031825 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-305f8635-8354-4745-a649-9fd0e2a62f87 req-0b9c8573-8079-4518-b45f-21846703223f tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Calling delete_port for d22f4ed3-500d-4195-8024-9d2bcd99fec1 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:11:47.176242 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-305f8635-8354-4745-a649-9fd0e2a62f87 req-0b9c8573-8079-4518-b45f-21846703223f tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28695539'] for port (d22f4ed3-500d-4195-8024-9d2bcd99fec1), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:47.212554 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9c8573-8079-4518-b45f-21846703223f tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Pushing event deleted for resources: {'Port': ['ID=d22f4ed3-500d-4195-8024-9d2bcd99fec1,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:11:47.364775 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-c119f0a1-629a-40f3-b142-a44794618c31 req-1cc7532a-faac-46f3-bfa2-f82e9dad4cee tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 210 time: 0.0469403 Apr 12 03:11:47.386173 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [req-305f8635-8354-4745-a649-9fd0e2a62f87 req-0b9c8573-8079-4518-b45f-21846703223f tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Router b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df has already been hosted by L3 agent beb15aed-f2b6-4676-85ca-b43f14e6acf3 {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:11:47.496505 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-305f8635-8354-4745-a649-9fd0e2a62f87 req-0b9c8573-8079-4518-b45f-21846703223f tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Notify agent at l3_agent.dv-cinder-837443-1-iscsi the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:11:47.508176 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c623348d-9da5-48bb-bcbf-6ac387d5d86b None None] Sync routers for ids ['b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df'] in dv-cinder-837443-1-iscsi {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:11:47.521756 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c623348d-9da5-48bb-bcbf-6ac387d5d86b None None] Routers {'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:11:47.522630 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-c623348d-9da5-48bb-bcbf-6ac387d5d86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:11:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:11:47.544969 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-305f8635-8354-4745-a649-9fd0e2a62f87 req-0b9c8573-8079-4518-b45f-21846703223f tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] No DVR routers for this DVR port d22f4ed3-500d-4195-8024-9d2bcd99fec1 on host hv-cinder-83744 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:11:47.548060 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-305f8635-8354-4745-a649-9fd0e2a62f87 req-0b9c8573-8079-4518-b45f-21846703223f tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for port (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:47.551504 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-305f8635-8354-4745-a649-9fd0e2a62f87 req-0b9c8573-8079-4518-b45f-21846703223f tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.25 "DELETE /v2.0/ports/d22f4ed3-500d-4195-8024-9d2bcd99fec1 HTTP/1.1" status: 204 len: 173 time: 0.8973250 Apr 12 03:11:47.552077 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5335331-8a3f-414c-b66d-2bb538d839dd', 'name': 'network-vif-deleted', 'tag': 'd22f4ed3-500d-4195-8024-9d2bcd99fec1'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:11:47.554400 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d98137ebe7b3f8ae23a53251b76916d727952a33f49bb2ab88d2915e9897d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3b77ee-4f9b-40de-a9a3-84b301789fd3" -d '{"events": [{"server_uuid": "b5335331-8a3f-414c-b66d-2bb538d839dd", "name": "network-vif-deleted", "tag": "d22f4ed3-500d-4195-8024-9d2bcd99fec1"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:11:47.597756 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27008dab-c1a1-4248-8a50-7f4fe137d7ca x-openstack-request-id: req-27008dab-c1a1-4248-8a50-7f4fe137d7ca {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:11:47.598486 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5335331-8a3f-414c-b66d-2bb538d839dd", "name": "network-vif-deleted", "tag": "d22f4ed3-500d-4195-8024-9d2bcd99fec1", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:11:47.598937 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-27008dab-c1a1-4248-8a50-7f4fe137d7ca {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:11:47.599561 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27008dab-c1a1-4248-8a50-7f4fe137d7ca'] response: {'server_uuid': 'b5335331-8a3f-414c-b66d-2bb538d839dd', 'name': 'network-vif-deleted', 'tag': 'd22f4ed3-500d-4195-8024-9d2bcd99fec1', 'status': 'completed', 'code': 200} Apr 12 03:11:47.669255 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-c623348d-9da5-48bb-bcbf-6ac387d5d86b None None] Set router b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df gateway port host: dv-cinder-837443-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:11:47.866939 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-c623348d-9da5-48bb-bcbf-6ac387d5d86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df', 'name': 'tempest-AttachVolumeShelveTestJSON-600950735-router', 'tenant_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '1f833beb-1b0a-47a7-ad22-a06e54385443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:47Z', 'updated_at': '2022-04-12T03:05:05Z', 'revision_number': 4, 'project_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'gw_port': {'id': '1f833beb-1b0a-47a7-ad22-a06e54385443', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:29:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:48Z', 'updated_at': '2022-04-12T03:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': '330332dd-0596-4aed-b9db-935a1aa7ceae', 'name': '', 'network_id': '2b3dbba0-7776-42cc-ae85-893ed357f655', 'tenant_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'mac_address': 'fa:16:3e:dc:0e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '100d1803-3d36-4c71-9fbf-e95fa2273558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:58Z', 'updated_at': '2022-04-12T03:05:17Z', 'revision_number': 5, 'project_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'subnets': [{'id': '100d1803-3d36-4c71-9fbf-e95fa2273558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:11:47.893288 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c623348d-9da5-48bb-bcbf-6ac387d5d86b None None] Checking router: b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df for host: dv-cinder-837443-1-iscsi {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:11:47.901901 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c623348d-9da5-48bb-bcbf-6ac387d5d86b None None] Routers {'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:11:47.902504 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-c623348d-9da5-48bb-bcbf-6ac387d5d86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:11:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:11:48.012688 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-c623348d-9da5-48bb-bcbf-6ac387d5d86b None None] Set router b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df gateway port host: dv-cinder-837443-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:11:48.205038 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-c623348d-9da5-48bb-bcbf-6ac387d5d86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df', 'name': 'tempest-AttachVolumeShelveTestJSON-600950735-router', 'tenant_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '1f833beb-1b0a-47a7-ad22-a06e54385443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:47Z', 'updated_at': '2022-04-12T03:05:05Z', 'revision_number': 4, 'project_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'gw_port': {'id': '1f833beb-1b0a-47a7-ad22-a06e54385443', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:29:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:48Z', 'updated_at': '2022-04-12T03:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': '330332dd-0596-4aed-b9db-935a1aa7ceae', 'name': '', 'network_id': '2b3dbba0-7776-42cc-ae85-893ed357f655', 'tenant_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'mac_address': 'fa:16:3e:dc:0e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '100d1803-3d36-4c71-9fbf-e95fa2273558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:58Z', 'updated_at': '2022-04-12T03:05:17Z', 'revision_number': 5, 'project_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'subnets': [{'id': '100d1803-3d36-4c71-9fbf-e95fa2273558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:11:48.235235 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c623348d-9da5-48bb-bcbf-6ac387d5d86b None None] The sync data for ids ['b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df'] in dv-cinder-837443-1-iscsi is: [{'id': 'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df', 'name': 'tempest-AttachVolumeShelveTestJSON-600950735-router', 'tenant_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '1f833beb-1b0a-47a7-ad22-a06e54385443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:47Z', 'updated_at': '2022-04-12T03:05:05Z', 'revision_number': 4, 'project_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'gw_port': {'id': '1f833beb-1b0a-47a7-ad22-a06e54385443', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:29:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:48Z', 'updated_at': '2022-04-12T03:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': '330332dd-0596-4aed-b9db-935a1aa7ceae', 'name': '', 'network_id': '2b3dbba0-7776-42cc-ae85-893ed357f655', 'tenant_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'mac_address': 'fa:16:3e:dc:0e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '100d1803-3d36-4c71-9fbf-e95fa2273558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:58Z', 'updated_at': '2022-04-12T03:05:17Z', 'revision_number': 5, 'project_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'subnets': [{'id': '100d1803-3d36-4c71-9fbf-e95fa2273558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:11:48.470366 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692bca33-4dd5-4726-87ab-61d06751d24f None None] New status for floating IP b8e15778-a797-48f8-ab69-ad6e6154f754: DOWN {{(pid=103485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 03:11:48.474866 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-d0f7b1bb-355b-46bd-b0d2-34338d1dcf2a req-b3c1ea7a-7b0c-4caf-867f-35ddc5e2bb01 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 210 time: 0.0317464 Apr 12 03:11:49.574433 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-fe8c0784-aaf1-43aa-b05a-936e47c97724 req-015a4654-e418-4698-ae67-1af65d6b8440 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5335331-8a3f-414c-b66d-2bb538d839dd HTTP/1.1" status: 200 len: 210 time: 0.0282454 Apr 12 03:11:50.681596 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 48242) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:11:50.750173 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5a2c43ae-ed56-4b80-b45d-7872c3d43197 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks [] for security_group (39685f75-dc11-42c2-a5ef-18e35667f4e3), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:50.778884 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5a2c43ae-ed56-4b80-b45d-7872c3d43197 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks [] for security_group (39685f75-dc11-42c2-a5ef-18e35667f4e3), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:50.839705 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5a2c43ae-ed56-4b80-b45d-7872c3d43197 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (39685f75-dc11-42c2-a5ef-18e35667f4e3), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:50.842465 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5a2c43ae-ed56-4b80-b45d-7872c3d43197 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:50.843316 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d9b4afc3-988d-4081-ae69-d9ab2b5cf58b), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:50.844150 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-5a2c43ae-ed56-4b80-b45d-7872c3d43197 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "DELETE /v2.0/security-groups/39685f75-dc11-42c2-a5ef-18e35667f4e3 HTTP/1.1" status: 204 len: 168 time: 0.1609807 Apr 12 03:11:50.848021 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 48244) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:11:50.854093 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2c43ae-ed56-4b80-b45d-7872c3d43197 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39685f75-dc11-42c2-a5ef-18e35667f4e3,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:11:50.869820 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.api.v2.resource [None req-cd5830b7-fe91-4ae5-84a5-a77ac92c6abc tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] show failed (client error): The resource could not be found. Apr 12 03:11:50.874605 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-cd5830b7-fe91-4ae5-84a5-a77ac92c6abc tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "GET /v2.0/security-groups/39685f75-dc11-42c2-a5ef-18e35667f4e3 HTTP/1.1" status: 404 len: 347 time: 0.0227816 Apr 12 03:11:50.875095 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 48248) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:11:51.018837 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [None req-c92c97eb-9451-4f26-87b3-c4d1796a4666 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Deleting port 7f4551aa-08bf-479a-a7d4-a18eab1fe260 {{(pid=103483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:11:51.019272 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-c92c97eb-9451-4f26-87b3-c4d1796a4666 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (7f4551aa-08bf-479a-a7d4-a18eab1fe260), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:51.111510 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-c92c97eb-9451-4f26-87b3-c4d1796a4666 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (7f4551aa-08bf-479a-a7d4-a18eab1fe260), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:51.111901 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-c92c97eb-9451-4f26-87b3-c4d1796a4666 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks [] for floatingip (7f4551aa-08bf-479a-a7d4-a18eab1fe260), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:51.128822 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [None req-c92c97eb-9451-4f26-87b3-c4d1796a4666 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Calling delete_port for 7f4551aa-08bf-479a-a7d4-a18eab1fe260 owned by network:floatingip {{(pid=103483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:11:51.288004 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-c92c97eb-9451-4f26-87b3-c4d1796a4666 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28322803'] for port (7f4551aa-08bf-479a-a7d4-a18eab1fe260), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:51.315501 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92c97eb-9451-4f26-87b3-c4d1796a4666 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Pushing event deleted for resources: {'Port': ['ID=7f4551aa-08bf-479a-a7d4-a18eab1fe260,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:11:51.382764 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-c92c97eb-9451-4f26-87b3-c4d1796a4666 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks [] for floatingip (b8e15778-a797-48f8-ab69-ad6e6154f754), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:51.385378 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-c92c97eb-9451-4f26-87b3-c4d1796a4666 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for floatingip (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:51.386508 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-c92c97eb-9451-4f26-87b3-c4d1796a4666 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] 10.222.0.32 "DELETE /v2.0/floatingips/b8e15778-a797-48f8-ab69-ad6e6154f754 HTTP/1.1" status: 204 len: 168 time: 0.5106051 Apr 12 03:11:54.202107 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device d22f4ed3-500d-4195-8024-9d2bcd99fec1 no longer exists at agent hyperv_hv-cinder-83744 {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:11:54.226362 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] No Port match for: d22f4ed3-500d-4195-8024-9d2bcd99fec1 {{(pid=103485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:11:54.226715 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device d22f4ed3-500d-4195-8024-9d2bcd99fec1 not bound to the agent host hv-cinder-83744 {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:11:54.242314 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-c2accfcc-6a76-42d8-875d-00830bcd349d req-a2d25ff7-64c6-4343-a32e-1942616e6239 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6f61b5d5-50f3-4366-8058-6e4e86dd4e9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410664 Apr 12 03:11:54.331959 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2accfcc-6a76-42d8-875d-00830bcd349d req-2d1090e3-3e13-4b74-bf65-cddf8d05c29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:54.333416 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-c2accfcc-6a76-42d8-875d-00830bcd349d req-2d1090e3-3e13-4b74-bf65-cddf8d05c29b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=faa0847777334640bf8854a96c6e7a19&device_id=6f61b5d5-50f3-4366-8058-6e4e86dd4e9a HTTP/1.1" status: 200 len: 1130 time: 0.0430677 Apr 12 03:11:54.445656 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2accfcc-6a76-42d8-875d-00830bcd349d req-660595c7-eca5-4a54-8c2c-be4ed027fb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:54.447443 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-c2accfcc-6a76-42d8-875d-00830bcd349d req-660595c7-eca5-4a54-8c2c-be4ed027fb4b service neutron] 10.222.0.25 "GET /v2.0/networks?id=da1505d4-daf5-4102-9185-5db938386645 HTTP/1.1" status: 200 len: 911 time: 0.0889494 Apr 12 03:11:54.515886 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-c2accfcc-6a76-42d8-875d-00830bcd349d req-106632d9-7571-4e5a-8d89-51e067c911a7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c21a9a3d-206d-40d1-a338-b52214c7e9f1 HTTP/1.1" status: 200 len: 1001 time: 0.0615451 Apr 12 03:11:54.565969 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2accfcc-6a76-42d8-875d-00830bcd349d req-03020c1e-3af5-4bfc-85fb-b253a334740a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:54.567380 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-c2accfcc-6a76-42d8-875d-00830bcd349d req-03020c1e-3af5-4bfc-85fb-b253a334740a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9 HTTP/1.1" status: 200 len: 850 time: 0.0452650 Apr 12 03:11:54.612876 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2accfcc-6a76-42d8-875d-00830bcd349d req-9b7e854f-628d-4e4b-96ae-19675f2eca31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:54.614398 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-c2accfcc-6a76-42d8-875d-00830bcd349d req-9b7e854f-628d-4e4b-96ae-19675f2eca31 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=da1505d4-daf5-4102-9185-5db938386645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404766 Apr 12 03:11:54.717453 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-c2accfcc-6a76-42d8-875d-00830bcd349d req-87d28cda-55da-400b-ba02-306c7c98a521 service neutron] 10.222.0.25 "GET /v2.0/networks/da1505d4-daf5-4102-9185-5db938386645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962830 Apr 12 03:11:54.779425 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-47d6e8de-4919-450f-8c96-81d6819c434f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (fa7f2a92-0c20-457b-b451-d8a4489755d5), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:54.808511 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-c2accfcc-6a76-42d8-875d-00830bcd349d req-3924525a-6890-4705-9582-a9e74fba95a3 service neutron] 10.222.0.25 "GET /v2.0/networks/da1505d4-daf5-4102-9185-5db938386645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836396 Apr 12 03:11:56.497366 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 48364) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:11:56.610624 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-93ca1f9e-049c-4dca-ab6a-7ef4429b9ad7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:56.687119 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-93ca1f9e-049c-4dca-ab6a-7ef4429b9ad7 admin admin] Publish callbacks [] for security_group (8daf883b-8255-4023-9650-b1cbf402e069), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:56.691705 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-93ca1f9e-049c-4dca-ab6a-7ef4429b9ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (8daf883b-8255-4023-9650-b1cbf402e069), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:56.732761 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ca1f9e-049c-4dca-ab6a-7ef4429b9ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8daf883b-8255-4023-9650-b1cbf402e069,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:11:56.739454 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-93ca1f9e-049c-4dca-ab6a-7ef4429b9ad7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c4c46b2874a74d80bd682ac65c39cf30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2385650 Apr 12 03:11:56.739705 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 48368) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:11:56.789436 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-46edce5e-b041-43fb-bbd2-9ece18612dd0 admin admin] Publish callbacks [] for security_group (8daf883b-8255-4023-9650-b1cbf402e069), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:56.810686 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-46edce5e-b041-43fb-bbd2-9ece18612dd0 admin admin] Publish callbacks [] for security_group (8daf883b-8255-4023-9650-b1cbf402e069), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:56.864530 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-46edce5e-b041-43fb-bbd2-9ece18612dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (8daf883b-8255-4023-9650-b1cbf402e069), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:56.867079 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-46edce5e-b041-43fb-bbd2-9ece18612dd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:56.868279 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-46edce5e-b041-43fb-bbd2-9ece18612dd0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8daf883b-8255-4023-9650-b1cbf402e069 HTTP/1.1" status: 204 len: 168 time: 0.1276760 Apr 12 03:11:56.876445 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46edce5e-b041-43fb-bbd2-9ece18612dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8daf883b-8255-4023-9650-b1cbf402e069,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:11:57.144426 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 48380) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:11:57.158471 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ce1a802a-71e2-40f1-bb50-207ad24cd635 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:57.239844 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ce1a802a-71e2-40f1-bb50-207ad24cd635 admin admin] Publish callbacks [] for security_group (f3946dbd-01be-458f-993a-29d8a49a495f), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:57.246981 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f509b1e4-0aa3-484f-8496-cbfb7ff6e346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (beb15aed-f2b6-4676-85ca-b43f14e6acf3), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:57.248599 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ce1a802a-71e2-40f1-bb50-207ad24cd635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (f3946dbd-01be-458f-993a-29d8a49a495f), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:57.287381 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-ce1a802a-71e2-40f1-bb50-207ad24cd635 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a26d77cf34a140698eadd126f0fbb82a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1417918 Apr 12 03:11:57.288120 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1a802a-71e2-40f1-bb50-207ad24cd635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3946dbd-01be-458f-993a-29d8a49a495f,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:11:57.290412 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 48384) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:11:57.339268 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-3cdec9c5-cfef-4530-9304-57477c986127 admin admin] Publish callbacks [] for security_group (f3946dbd-01be-458f-993a-29d8a49a495f), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:57.367596 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-3cdec9c5-cfef-4530-9304-57477c986127 admin admin] Publish callbacks [] for security_group (f3946dbd-01be-458f-993a-29d8a49a495f), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:57.425072 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-3cdec9c5-cfef-4530-9304-57477c986127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (f3946dbd-01be-458f-993a-29d8a49a495f), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:57.427655 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-3cdec9c5-cfef-4530-9304-57477c986127 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:57.428867 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-3cdec9c5-cfef-4530-9304-57477c986127 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f3946dbd-01be-458f-993a-29d8a49a495f HTTP/1.1" status: 204 len: 168 time: 0.1374502 Apr 12 03:11:57.436427 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdec9c5-cfef-4530-9304-57477c986127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3946dbd-01be-458f-993a-29d8a49a495f,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:11:58.246743 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a63736aa-03b4-448a-a5ac-a324793c796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (2fa08797-e830-4b1e-af03-8a255eb086f2), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:59.091248 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 48468) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:11:59.391791 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 48492) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:11:59.466968 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 48496) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:11:59.583785 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-f1145a73-2457-4b0f-b17d-e7eb55b6d0fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685297'] for router_interface (b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:59.593093 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-62ff6846-ce2b-4fa7-875b-5049803ee9ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:59.607534 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a50a1f4d-38e3-4c48-afe8-b760b9c8a11b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:59.722577 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-62ff6846-ce2b-4fa7-875b-5049803ee9ad admin admin] Publish callbacks [] for security_group (d17de3fe-2213-43d1-9b90-26b740dc0542), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:59.732697 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-62ff6846-ce2b-4fa7-875b-5049803ee9ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (d17de3fe-2213-43d1-9b90-26b740dc0542), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:59.741520 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a50a1f4d-38e3-4c48-afe8-b760b9c8a11b admin admin] Publish callbacks [] for security_group (60b4868b-9c44-4d09-8463-0855e6680696), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:59.753402 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-a50a1f4d-38e3-4c48-afe8-b760b9c8a11b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (60b4868b-9c44-4d09-8463-0855e6680696), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:59.793103 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-62ff6846-ce2b-4fa7-875b-5049803ee9ad admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a17aa7efaeee465eae5de9b3566db031&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3959019 Apr 12 03:11:59.793546 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 48502) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:11:59.794912 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ff6846-ce2b-4fa7-875b-5049803ee9ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d17de3fe-2213-43d1-9b90-26b740dc0542,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:11:59.809301 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-a50a1f4d-38e3-4c48-afe8-b760b9c8a11b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e40e3013ef0449bdbe39c7086b58ecf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3411438 Apr 12 03:11:59.809816 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 48504) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:11:59.810797 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ff6846-ce2b-4fa7-875b-5049803ee9ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:11:59.811270 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ff6846-ce2b-4fa7-875b-5049803ee9ad admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:11:59.811478 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ff6846-ce2b-4fa7-875b-5049803ee9ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:11:59.811835 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ff6846-ce2b-4fa7-875b-5049803ee9ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:11:59.812164 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ff6846-ce2b-4fa7-875b-5049803ee9ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:11:59.812529 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ff6846-ce2b-4fa7-875b-5049803ee9ad admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:11:59.812811 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ff6846-ce2b-4fa7-875b-5049803ee9ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:11:59.813132 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ff6846-ce2b-4fa7-875b-5049803ee9ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:11:59.813451 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ff6846-ce2b-4fa7-875b-5049803ee9ad admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:11:59.813771 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ff6846-ce2b-4fa7-875b-5049803ee9ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:11:59.814092 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ff6846-ce2b-4fa7-875b-5049803ee9ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:11:59.814399 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ff6846-ce2b-4fa7-875b-5049803ee9ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:11:59.814724 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ff6846-ce2b-4fa7-875b-5049803ee9ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:11:59.815029 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ff6846-ce2b-4fa7-875b-5049803ee9ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:11:59.815354 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ff6846-ce2b-4fa7-875b-5049803ee9ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:11:59.841705 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50a1f4d-38e3-4c48-afe8-b760b9c8a11b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b4868b-9c44-4d09-8463-0855e6680696,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:11:59.894485 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [None req-f1145a73-2457-4b0f-b17d-e7eb55b6d0fe admin admin] Deleting port 330332dd-0596-4aed-b9db-935a1aa7ceae {{(pid=103483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:11:59.894810 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-f1145a73-2457-4b0f-b17d-e7eb55b6d0fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (330332dd-0596-4aed-b9db-935a1aa7ceae), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:59.934477 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-9386ee82-1587-4936-a6d7-4fff334fe0a9 admin admin] Publish callbacks [] for security_group (d17de3fe-2213-43d1-9b90-26b740dc0542), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:59.938027 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be625cda-7f2b-4ec3-b03f-aa24446ccc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d888e177-8f03-43a8-a394-c59927fa1996), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:59.960226 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-d3ec5c81-3ff5-4a5b-a0ed-baa64b7c2e18 admin admin] Publish callbacks [] for security_group (60b4868b-9c44-4d09-8463-0855e6680696), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:00.004674 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-9386ee82-1587-4936-a6d7-4fff334fe0a9 admin admin] Publish callbacks [] for security_group (d17de3fe-2213-43d1-9b90-26b740dc0542), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:00.007261 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-d3ec5c81-3ff5-4a5b-a0ed-baa64b7c2e18 admin admin] Publish callbacks [] for security_group (60b4868b-9c44-4d09-8463-0855e6680696), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:00.056854 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.db [None req-f1145a73-2457-4b0f-b17d-e7eb55b6d0fe admin admin] For port 330332dd-0596-4aed-b9db-935a1aa7ceae, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=330332dd-0596-4aed-b9db-935a1aa7ceae,segment=NetworkSegment(71025db5-b671-400c-aac9-a4516ac262e9),segment_id=71025db5-b671-400c-aac9-a4516ac262e9)] {{(pid=103483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:12:00.057200 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-f1145a73-2457-4b0f-b17d-e7eb55b6d0fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (330332dd-0596-4aed-b9db-935a1aa7ceae), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:00.087278 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [None req-f1145a73-2457-4b0f-b17d-e7eb55b6d0fe admin admin] Calling delete_port for 330332dd-0596-4aed-b9db-935a1aa7ceae owned by network:router_interface {{(pid=103483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:12:00.139961 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-d3ec5c81-3ff5-4a5b-a0ed-baa64b7c2e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (60b4868b-9c44-4d09-8463-0855e6680696), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:00.142408 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-d3ec5c81-3ff5-4a5b-a0ed-baa64b7c2e18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:00.143539 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-d3ec5c81-3ff5-4a5b-a0ed-baa64b7c2e18 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/60b4868b-9c44-4d09-8463-0855e6680696 HTTP/1.1" status: 204 len: 168 time: 0.3315725 Apr 12 03:12:00.146943 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-9386ee82-1587-4936-a6d7-4fff334fe0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (d17de3fe-2213-43d1-9b90-26b740dc0542), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:00.149300 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-9386ee82-1587-4936-a6d7-4fff334fe0a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:00.150308 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-9386ee82-1587-4936-a6d7-4fff334fe0a9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d17de3fe-2213-43d1-9b90-26b740dc0542 HTTP/1.1" status: 204 len: 168 time: 0.3558569 Apr 12 03:12:00.165537 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ec5c81-3ff5-4a5b-a0ed-baa64b7c2e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b4868b-9c44-4d09-8463-0855e6680696,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:00.181845 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9386ee82-1587-4936-a6d7-4fff334fe0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17de3fe-2213-43d1-9b90-26b740dc0542,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:00.309851 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-f1145a73-2457-4b0f-b17d-e7eb55b6d0fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28322803'] for port (330332dd-0596-4aed-b9db-935a1aa7ceae), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:00.342900 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1145a73-2457-4b0f-b17d-e7eb55b6d0fe admin admin] Pushing event deleted for resources: {'Port': ['ID=330332dd-0596-4aed-b9db-935a1aa7ceae,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:00.545137 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 48522) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:12:00.555369 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-f1145a73-2457-4b0f-b17d-e7eb55b6d0fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685149'] for router_interface (b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:00.560450 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d966a6a4-cbb6-4ad6-ac31-61682087bb7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:00.652482 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d966a6a4-cbb6-4ad6-ac31-61682087bb7b admin admin] Publish callbacks [] for security_group (076a3286-6b79-488a-a08e-ade0f36c884d), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:00.657699 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d966a6a4-cbb6-4ad6-ac31-61682087bb7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (076a3286-6b79-488a-a08e-ade0f36c884d), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:00.696815 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d966a6a4-cbb6-4ad6-ac31-61682087bb7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=076a3286-6b79-488a-a08e-ade0f36c884d,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:00.701860 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-d966a6a4-cbb6-4ad6-ac31-61682087bb7b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6b00b527a9324ea392f11c168b27b53a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1558516 Apr 12 03:12:00.704688 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 48526) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:12:00.759419 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-19dfe3df-6eee-4a06-ba06-634acc28040c admin admin] Publish callbacks [] for security_group (076a3286-6b79-488a-a08e-ade0f36c884d), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:00.780905 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-19dfe3df-6eee-4a06-ba06-634acc28040c admin admin] Publish callbacks [] for security_group (076a3286-6b79-488a-a08e-ade0f36c884d), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:00.824545 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1145a73-2457-4b0f-b17d-e7eb55b6d0fe admin admin] Router b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df has already been hosted by L3 agent beb15aed-f2b6-4676-85ca-b43f14e6acf3 {{(pid=103483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:12:00.833754 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-19dfe3df-6eee-4a06-ba06-634acc28040c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (076a3286-6b79-488a-a08e-ade0f36c884d), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:00.836840 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-19dfe3df-6eee-4a06-ba06-634acc28040c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:00.838272 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-19dfe3df-6eee-4a06-ba06-634acc28040c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/076a3286-6b79-488a-a08e-ade0f36c884d HTTP/1.1" status: 204 len: 168 time: 0.1326399 Apr 12 03:12:00.849163 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dfe3df-6eee-4a06-ba06-634acc28040c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076a3286-6b79-488a-a08e-ade0f36c884d,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:00.943823 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1145a73-2457-4b0f-b17d-e7eb55b6d0fe admin admin] Notify agent at l3_agent.dv-cinder-837443-1-iscsi the message routers_updated {{(pid=103483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:12:00.949307 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-f1145a73-2457-4b0f-b17d-e7eb55b6d0fe admin admin] 10.222.0.32 "PUT /v2.0/routers/b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8569229 Apr 12 03:12:00.952394 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 48538) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:12:00.960237 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514b7d4b-bdbc-4c02-a5dd-0fe105534856 None None] Sync routers for ids ['b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df'] in dv-cinder-837443-1-iscsi {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:12:00.970944 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514b7d4b-bdbc-4c02-a5dd-0fe105534856 None None] Routers {'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:12:00.971676 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-514b7d4b-bdbc-4c02-a5dd-0fe105534856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:11:57Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:12:01.078887 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5dd203ca-8193-4f6c-8b12-03f3eec788d4 admin admin] Publish callbacks [] for router (b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:01.196086 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-514b7d4b-bdbc-4c02-a5dd-0fe105534856 None None] Set router b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df gateway port host: dv-cinder-837443-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:12:01.211948 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5dd203ca-8193-4f6c-8b12-03f3eec788d4 admin admin] Publish callbacks [] for router_gateway (b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:01.353913 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:01.376118 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-514b7d4b-bdbc-4c02-a5dd-0fe105534856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df', 'name': 'tempest-AttachVolumeShelveTestJSON-600950735-router', 'tenant_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '1f833beb-1b0a-47a7-ad22-a06e54385443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:47Z', 'updated_at': '2022-04-12T03:12:00Z', 'revision_number': 5, 'project_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'gw_port': {'id': '1f833beb-1b0a-47a7-ad22-a06e54385443', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:29:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:04:48Z', 'updated_at': '2022-04-12T03:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi'}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:12:01.410809 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514b7d4b-bdbc-4c02-a5dd-0fe105534856 None None] Checking router: b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df for host: dv-cinder-837443-1-iscsi {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:12:01.420876 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514b7d4b-bdbc-4c02-a5dd-0fe105534856 None None] Routers {'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:12:01.422054 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-514b7d4b-bdbc-4c02-a5dd-0fe105534856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:11:57Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:12:01.533268 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-5dd203ca-8193-4f6c-8b12-03f3eec788d4 admin admin] Deleting port 1f833beb-1b0a-47a7-ad22-a06e54385443 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:12:01.533954 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5dd203ca-8193-4f6c-8b12-03f3eec788d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (1f833beb-1b0a-47a7-ad22-a06e54385443), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:01.550501 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-514b7d4b-bdbc-4c02-a5dd-0fe105534856 None None] Set router b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df gateway port host: None {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:12:01.622695 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-514b7d4b-bdbc-4c02-a5dd-0fe105534856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df', 'name': 'tempest-AttachVolumeShelveTestJSON-600950735-router', 'tenant_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:47Z', 'updated_at': '2022-04-12T03:12:01Z', 'revision_number': 6, 'project_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'gw_port_host': None}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:12:01.657110 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514b7d4b-bdbc-4c02-a5dd-0fe105534856 None None] The sync data for ids ['b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df'] in dv-cinder-837443-1-iscsi is: [{'id': 'b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df', 'name': 'tempest-AttachVolumeShelveTestJSON-600950735-router', 'tenant_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:04:47Z', 'updated_at': '2022-04-12T03:12:01Z', 'revision_number': 6, 'project_id': 'aa116ee72616411e95552f4f7f6fdf9a', 'gw_port_host': None}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:12:01.679205 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-5dd203ca-8193-4f6c-8b12-03f3eec788d4 admin admin] For port 1f833beb-1b0a-47a7-ad22-a06e54385443, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=1f833beb-1b0a-47a7-ad22-a06e54385443,segment=NetworkSegment(44a05d23-3fd0-4081-9abb-c6033767afb5),segment_id=44a05d23-3fd0-4081-9abb-c6033767afb5)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:12:01.679705 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5dd203ca-8193-4f6c-8b12-03f3eec788d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (1f833beb-1b0a-47a7-ad22-a06e54385443), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:01.696026 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-5dd203ca-8193-4f6c-8b12-03f3eec788d4 admin admin] Calling delete_port for 1f833beb-1b0a-47a7-ad22-a06e54385443 owned by network:router_gateway {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:12:01.889194 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5dd203ca-8193-4f6c-8b12-03f3eec788d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28695539'] for port (1f833beb-1b0a-47a7-ad22-a06e54385443), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:01.920542 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd203ca-8193-4f6c-8b12-03f3eec788d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f833beb-1b0a-47a7-ad22-a06e54385443,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:01.983970 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5dd203ca-8193-4f6c-8b12-03f3eec788d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682811'] for router_gateway (b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:02.099345 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5dd203ca-8193-4f6c-8b12-03f3eec788d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3784277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4538'] for router (b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:02.102162 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5dd203ca-8193-4f6c-8b12-03f3eec788d4 admin admin] Publish callbacks [] for router_controller (b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df), precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:02.180491 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5dd203ca-8193-4f6c-8b12-03f3eec788d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3784284'] for router (b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:02.181135 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd203ca-8193-4f6c-8b12-03f3eec788d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 03:12:02.186462 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5dd203ca-8193-4f6c-8b12-03f3eec788d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:02.187624 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-5dd203ca-8193-4f6c-8b12-03f3eec788d4 admin admin] 10.222.0.32 "DELETE /v2.0/routers/b6cc2571-4ec5-4ca7-9922-7bcbdc5f74df HTTP/1.1" status: 204 len: 168 time: 1.2342441 Apr 12 03:12:02.190316 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 48578) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:12:02.234737 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6ce655d-313c-4d0d-a883-73fe937e913e admin admin] Deleting subnet 100d1803-3d36-4c71-9fbf-e95fa2273558 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 03:12:02.237864 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f6ce655d-313c-4d0d-a883-73fe937e913e admin admin] Publish callbacks [] for subnet (100d1803-3d36-4c71-9fbf-e95fa2273558), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:02.273961 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f6ce655d-313c-4d0d-a883-73fe937e913e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28399234'] for subnet (100d1803-3d36-4c71-9fbf-e95fa2273558), precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:02.357914 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f6ce655d-313c-4d0d-a883-73fe937e913e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662842'] for subnet (100d1803-3d36-4c71-9fbf-e95fa2273558), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:02.413361 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f6ce655d-313c-4d0d-a883-73fe937e913e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28695438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28651215'] for subnet (100d1803-3d36-4c71-9fbf-e95fa2273558), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:02.439019 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ce655d-313c-4d0d-a883-73fe937e913e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=100d1803-3d36-4c71-9fbf-e95fa2273558,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:02.442656 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f6ce655d-313c-4d0d-a883-73fe937e913e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:02.445781 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-f6ce655d-313c-4d0d-a883-73fe937e913e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/100d1803-3d36-4c71-9fbf-e95fa2273558 HTTP/1.1" status: 204 len: 168 time: 0.2540820 Apr 12 03:12:02.448752 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 48588) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:12:02.460487 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64213629-4f4c-4a7e-bce2-63d5583d6d53 None None] Network 2b3dbba0-7776-42cc-ae85-893ed357f655 requested from dv-cinder-837443-1-iscsi {{(pid=103485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:12:02.491811 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 330332dd-0596-4aed-b9db-935a1aa7ceae no longer exists at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:12:02.531212 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-982365dd-1ac2-42f0-9d1e-a92861cea27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688745'] for network (2b3dbba0-7776-42cc-ae85-893ed357f655), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:02.532532 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] No Port match for: 330332dd-0596-4aed-b9db-935a1aa7ceae {{(pid=103485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:12:02.533088 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 330332dd-0596-4aed-b9db-935a1aa7ceae not bound to the agent host dv-cinder-837443-1-iscsi {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:12:02.589717 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [None req-982365dd-1ac2-42f0-9d1e-a92861cea27f admin admin] Deleting port 72c97f6e-d645-4b44-962a-dfc651f9bc37 {{(pid=103483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:12:02.590000 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-982365dd-1ac2-42f0-9d1e-a92861cea27f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (72c97f6e-d645-4b44-962a-dfc651f9bc37), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:02.667618 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.db [None req-982365dd-1ac2-42f0-9d1e-a92861cea27f admin admin] For port 72c97f6e-d645-4b44-962a-dfc651f9bc37, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=72c97f6e-d645-4b44-962a-dfc651f9bc37,segment=NetworkSegment(71025db5-b671-400c-aac9-a4516ac262e9),segment_id=71025db5-b671-400c-aac9-a4516ac262e9)] {{(pid=103483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:12:02.667999 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-982365dd-1ac2-42f0-9d1e-a92861cea27f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (72c97f6e-d645-4b44-962a-dfc651f9bc37), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:02.689065 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [None req-982365dd-1ac2-42f0-9d1e-a92861cea27f admin admin] Calling delete_port for 72c97f6e-d645-4b44-962a-dfc651f9bc37 owned by network:dhcp {{(pid=103483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:12:02.725343 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fbf2f2-ebd2-4305-9556-623a8783f3d1 None None] DHCP port deletion for 2b3dbba0-7776-42cc-ae85-893ed357f655 request from dv-cinder-837443-1-iscsi {{(pid=103485) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 03:12:02.770554 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-62fbf2f2-ebd2-4305-9556-623a8783f3d1 None None] Deleting port 72c97f6e-d645-4b44-962a-dfc651f9bc37 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:12:02.771324 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-62fbf2f2-ebd2-4305-9556-623a8783f3d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (72c97f6e-d645-4b44-962a-dfc651f9bc37), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:02.791150 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-982365dd-1ac2-42f0-9d1e-a92861cea27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28322803'] for port (72c97f6e-d645-4b44-962a-dfc651f9bc37), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:02.820161 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982365dd-1ac2-42f0-9d1e-a92861cea27f admin admin] Pushing event deleted for resources: {'Port': ['ID=72c97f6e-d645-4b44-962a-dfc651f9bc37,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:02.825614 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982365dd-1ac2-42f0-9d1e-a92861cea27f admin admin] No DVR routers for this DVR port 72c97f6e-d645-4b44-962a-dfc651f9bc37 on host dv-cinder-837443-1-iscsi {{(pid=103483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:12:02.856500 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-62fbf2f2-ebd2-4305-9556-623a8783f3d1 None None] For port 72c97f6e-d645-4b44-962a-dfc651f9bc37, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=72c97f6e-d645-4b44-962a-dfc651f9bc37,segment=NetworkSegment(71025db5-b671-400c-aac9-a4516ac262e9),segment_id=71025db5-b671-400c-aac9-a4516ac262e9)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:12:02.856946 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-62fbf2f2-ebd2-4305-9556-623a8783f3d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (72c97f6e-d645-4b44-962a-dfc651f9bc37), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:02.877183 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-62fbf2f2-ebd2-4305-9556-623a8783f3d1 None None] Calling delete_port for 72c97f6e-d645-4b44-962a-dfc651f9bc37 owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:12:02.959106 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-982365dd-1ac2-42f0-9d1e-a92861cea27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659639', 'neutron.services.segments.db._delete_segments_for_network-8733264514991'] for network (2b3dbba0-7776-42cc-ae85-893ed357f655), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:03.000505 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.services.segments.db [None req-982365dd-1ac2-42f0-9d1e-a92861cea27f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b3dbba0-7776-42cc-ae85-893ed357f655']}} {{(pid=103483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:12:03.016967 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-62fbf2f2-ebd2-4305-9556-623a8783f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115'] for port (72c97f6e-d645-4b44-962a-dfc651f9bc37), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:03.017267 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.services.segments.db [None req-982365dd-1ac2-42f0-9d1e-a92861cea27f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71025db5-b671-400c-aac9-a4516ac262e9') {'for_net_delete': True} {{(pid=103483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:12:03.017570 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.services.segments.db [None req-982365dd-1ac2-42f0-9d1e-a92861cea27f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71025db5-b671-400c-aac9-a4516ac262e9') {} {{(pid=103483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:12:03.028054 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-982365dd-1ac2-42f0-9d1e-a92861cea27f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733264516792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1983593'] for segment (71025db5-b671-400c-aac9-a4516ac262e9), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:03.041747 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-982365dd-1ac2-42f0-9d1e-a92861cea27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (71025db5-b671-400c-aac9-a4516ac262e9), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:03.047996 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fbf2f2-ebd2-4305-9556-623a8783f3d1 None None] Pushing event deleted for resources: {'Port': ['ID=72c97f6e-d645-4b44-962a-dfc651f9bc37,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:03.048152 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-982365dd-1ac2-42f0-9d1e-a92861cea27f admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 03:12:03.048674 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-982365dd-1ac2-42f0-9d1e-a92861cea27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28322596'] for segment (71025db5-b671-400c-aac9-a4516ac262e9), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:03.050730 dv-cinder-837443-1-iscsi neutron-server[103483]: Traceback (most recent call last): Apr 12 03:12:03.050730 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 03:12:03.050730 dv-cinder-837443-1-iscsi neutron-server[103483]: timer() Apr 12 03:12:03.050730 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 03:12:03.050730 dv-cinder-837443-1-iscsi neutron-server[103483]: cb(*args, **kw) Apr 12 03:12:03.050730 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 03:12:03.050730 dv-cinder-837443-1-iscsi neutron-server[103483]: return func(*args, **kwargs) Apr 12 03:12:03.050730 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 03:12:03.050730 dv-cinder-837443-1-iscsi neutron-server[103483]: self._notify() Apr 12 03:12:03.050730 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 03:12:03.050730 dv-cinder-837443-1-iscsi neutron-server[103483]: self.callback(batched_events) Apr 12 03:12:03.050730 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 03:12:03.050730 dv-cinder-837443-1-iscsi neutron-server[103483]: event.method(event) Apr 12 03:12:03.050730 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 03:12:03.050730 dv-cinder-837443-1-iscsi neutron-server[103483]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 03:12:03.050730 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 03:12:03.050730 dv-cinder-837443-1-iscsi neutron-server[103483]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 03:12:03.050730 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 03:12:03.050730 dv-cinder-837443-1-iscsi neutron-server[103483]: return f(self, *a, **k) Apr 12 03:12:03.050730 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 03:12:03.050730 dv-cinder-837443-1-iscsi neutron-server[103483]: return self._get(url).json() Apr 12 03:12:03.050730 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 03:12:03.050730 dv-cinder-837443-1-iscsi neutron-server[103483]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 03:12:03.050730 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 03:12:03.050730 dv-cinder-837443-1-iscsi neutron-server[103483]: return self.request(url, 'GET', **kwargs) Apr 12 03:12:03.050730 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 03:12:03.050730 dv-cinder-837443-1-iscsi neutron-server[103483]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 03:12:03.050730 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 03:12:03.050730 dv-cinder-837443-1-iscsi neutron-server[103483]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 03:12:03.050730 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 03:12:03.050730 dv-cinder-837443-1-iscsi neutron-server[103483]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 03:12:03.050730 dv-cinder-837443-1-iscsi neutron-server[103483]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 03:12:03.052943 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fbf2f2-ebd2-4305-9556-623a8783f3d1 None None] No DVR routers for this DVR port 72c97f6e-d645-4b44-962a-dfc651f9bc37 on host dv-cinder-837443-1-iscsi {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:12:03.114462 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-982365dd-1ac2-42f0-9d1e-a92861cea27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682719'] for network (2b3dbba0-7776-42cc-ae85-893ed357f655), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:03.120863 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-982365dd-1ac2-42f0-9d1e-a92861cea27f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for network (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:03.124530 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-982365dd-1ac2-42f0-9d1e-a92861cea27f admin admin] 10.222.0.32 "DELETE /v2.0/networks/2b3dbba0-7776-42cc-ae85-893ed357f655 HTTP/1.1" status: 204 len: 168 time: 0.6745424 Apr 12 03:12:03.135755 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982365dd-1ac2-42f0-9d1e-a92861cea27f admin admin] Pushing event deleted for resources: {'Network': ['ID=2b3dbba0-7776-42cc-ae85-893ed357f655,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:03.307316 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 48618) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:12:03.352242 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-1099709e-72c6-4bc9-9ce2-94130ac6520f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aa116ee72616411e95552f4f7f6fdf9a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0434422 Apr 12 03:12:03.354923 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 48620) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:12:03.405548 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ef8282ff-b129-44a1-aae7-164c47dcc849 admin admin] Publish callbacks [] for security_group (fcd708e1-7466-40af-a39c-b5dd4ca8ab35), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:03.432718 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ef8282ff-b129-44a1-aae7-164c47dcc849 admin admin] Publish callbacks [] for security_group (fcd708e1-7466-40af-a39c-b5dd4ca8ab35), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:03.482342 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ef8282ff-b129-44a1-aae7-164c47dcc849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (fcd708e1-7466-40af-a39c-b5dd4ca8ab35), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:03.484899 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ef8282ff-b129-44a1-aae7-164c47dcc849 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:03.486052 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-ef8282ff-b129-44a1-aae7-164c47dcc849 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fcd708e1-7466-40af-a39c-b5dd4ca8ab35 HTTP/1.1" status: 204 len: 168 time: 0.1302299 Apr 12 03:12:03.494627 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8282ff-b129-44a1-aae7-164c47dcc849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd708e1-7466-40af-a39c-b5dd4ca8ab35,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:03.869315 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 1f833beb-1b0a-47a7-ad22-a06e54385443 no longer exists at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:12:03.890834 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] No Port match for: 1f833beb-1b0a-47a7-ad22-a06e54385443 {{(pid=103485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:12:03.891190 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 1f833beb-1b0a-47a7-ad22-a06e54385443 not bound to the agent host dv-cinder-837443-1-iscsi {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:12:03.891603 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 72c97f6e-d645-4b44-962a-dfc651f9bc37 no longer exists at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:12:03.914733 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] No Port match for: 72c97f6e-d645-4b44-962a-dfc651f9bc37 {{(pid=103485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:12:03.915078 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 72c97f6e-d645-4b44-962a-dfc651f9bc37 not bound to the agent host dv-cinder-837443-1-iscsi {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:12:07.253378 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 48804) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:12:07.363572 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-747952f6-45ac-4f54-920f-13e3a4ff969c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:07.448539 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-747952f6-45ac-4f54-920f-13e3a4ff969c admin admin] Publish callbacks [] for security_group (e1feb224-fd64-4c82-acd3-dadcb13603eb), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:07.453879 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-747952f6-45ac-4f54-920f-13e3a4ff969c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (e1feb224-fd64-4c82-acd3-dadcb13603eb), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:07.496724 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747952f6-45ac-4f54-920f-13e3a4ff969c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1feb224-fd64-4c82-acd3-dadcb13603eb,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:07.502689 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-747952f6-45ac-4f54-920f-13e3a4ff969c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c0f19a601ffa4ca9af1e99807ab4cce1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2482679 Apr 12 03:12:07.505464 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 48814) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:12:07.554755 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-8d9811a3-b9c0-49e6-ad77-40d59e3e90ac admin admin] Publish callbacks [] for security_group (e1feb224-fd64-4c82-acd3-dadcb13603eb), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:07.556593 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afcd6a-e139-4c69-bef6-3fc2bd28ffec req-d5f42a4d-e6f5-4960-8aef-7712c0aec488 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:07.558071 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-91afcd6a-e139-4c69-bef6-3fc2bd28ffec req-d5f42a4d-e6f5-4960-8aef-7712c0aec488 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cd6c93e-0d65-453b-a527-11887e6724f2 HTTP/1.1" status: 200 len: 945 time: 0.0524545 Apr 12 03:12:07.576035 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-8d9811a3-b9c0-49e6-ad77-40d59e3e90ac admin admin] Publish callbacks [] for security_group (e1feb224-fd64-4c82-acd3-dadcb13603eb), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:07.605414 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-91afcd6a-e139-4c69-bef6-3fc2bd28ffec req-c6f208a3-0ef9-4773-a001-979fe0b6da3c tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6b5a1a-e2ba-4573-870f-ea3b814462c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410633 Apr 12 03:12:07.629412 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-8d9811a3-b9c0-49e6-ad77-40d59e3e90ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (e1feb224-fd64-4c82-acd3-dadcb13603eb), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:07.632188 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-8d9811a3-b9c0-49e6-ad77-40d59e3e90ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:07.633326 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-8d9811a3-b9c0-49e6-ad77-40d59e3e90ac admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e1feb224-fd64-4c82-acd3-dadcb13603eb HTTP/1.1" status: 204 len: 168 time: 0.1266801 Apr 12 03:12:07.641157 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9811a3-b9c0-49e6-ad77-40d59e3e90ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1feb224-fd64-4c82-acd3-dadcb13603eb,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:07.648053 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9811a3-b9c0-49e6-ad77-40d59e3e90ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:07.648393 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9811a3-b9c0-49e6-ad77-40d59e3e90ac admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:07.648723 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9811a3-b9c0-49e6-ad77-40d59e3e90ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:07.649054 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9811a3-b9c0-49e6-ad77-40d59e3e90ac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:07.649377 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9811a3-b9c0-49e6-ad77-40d59e3e90ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:07.649696 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9811a3-b9c0-49e6-ad77-40d59e3e90ac admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:07.650259 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9811a3-b9c0-49e6-ad77-40d59e3e90ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:07.650583 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9811a3-b9c0-49e6-ad77-40d59e3e90ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:07.650903 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9811a3-b9c0-49e6-ad77-40d59e3e90ac admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:07.651219 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9811a3-b9c0-49e6-ad77-40d59e3e90ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:07.651536 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9811a3-b9c0-49e6-ad77-40d59e3e90ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:07.651880 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9811a3-b9c0-49e6-ad77-40d59e3e90ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:07.652243 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9811a3-b9c0-49e6-ad77-40d59e3e90ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:07.652564 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9811a3-b9c0-49e6-ad77-40d59e3e90ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:07.652876 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9811a3-b9c0-49e6-ad77-40d59e3e90ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:08.722539 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a901fc-815b-49dd-b635-088f45816b11 req-c8384834-4e64-492f-9ab7-e2155599ba7a tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:08.724059 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-26a901fc-815b-49dd-b635-088f45816b11 req-c8384834-4e64-492f-9ab7-e2155599ba7a tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cd6c93e-0d65-453b-a527-11887e6724f2 HTTP/1.1" status: 200 len: 945 time: 0.0502837 Apr 12 03:12:08.774097 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-26a901fc-815b-49dd-b635-088f45816b11 req-2198328d-4d63-44af-b2b9-70eeaac5e5f4 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6b5a1a-e2ba-4573-870f-ea3b814462c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443194 Apr 12 03:12:08.844825 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 48880) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:12:08.948058 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-54e704e7-2fff-4757-ad16-8315b9565443 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:09.024316 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-54e704e7-2fff-4757-ad16-8315b9565443 admin admin] Publish callbacks [] for security_group (bc77e84c-dc0d-4207-be27-b09b1f7a0824), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:09.030102 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-54e704e7-2fff-4757-ad16-8315b9565443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (bc77e84c-dc0d-4207-be27-b09b1f7a0824), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:09.092338 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e704e7-2fff-4757-ad16-8315b9565443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc77e84c-dc0d-4207-be27-b09b1f7a0824,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:09.101236 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-54e704e7-2fff-4757-ad16-8315b9565443 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dd71c62f9e704ba8b70ec850918c3d1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2553926 Apr 12 03:12:09.104054 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 48888) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:12:09.116376 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec25097d-29a4-4428-80d7-8cb7006ef9bc req-371f7b74-87e6-4686-84ab-09957e885304 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:09.117837 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-ec25097d-29a4-4428-80d7-8cb7006ef9bc req-371f7b74-87e6-4686-84ab-09957e885304 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cd6c93e-0d65-453b-a527-11887e6724f2 HTTP/1.1" status: 200 len: 945 time: 0.0664144 Apr 12 03:12:09.162918 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-f7f5fdd4-1767-4ca8-b026-a58e882b5e1a admin admin] Publish callbacks [] for security_group (bc77e84c-dc0d-4207-be27-b09b1f7a0824), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:09.185682 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-f7f5fdd4-1767-4ca8-b026-a58e882b5e1a admin admin] Publish callbacks [] for security_group (bc77e84c-dc0d-4207-be27-b09b1f7a0824), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:09.211071 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-ec25097d-29a4-4428-80d7-8cb7006ef9bc req-b68c3955-8b3b-427d-9f06-97971d0f46dc tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Deleting port 7f4e0749-f06b-4a82-b11d-a4fe23755b48 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:12:09.211523 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ec25097d-29a4-4428-80d7-8cb7006ef9bc req-b68c3955-8b3b-427d-9f06-97971d0f46dc tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (7f4e0749-f06b-4a82-b11d-a4fe23755b48), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:09.237652 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-f7f5fdd4-1767-4ca8-b026-a58e882b5e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (bc77e84c-dc0d-4207-be27-b09b1f7a0824), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:09.240227 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-f7f5fdd4-1767-4ca8-b026-a58e882b5e1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:09.241372 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-f7f5fdd4-1767-4ca8-b026-a58e882b5e1a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bc77e84c-dc0d-4207-be27-b09b1f7a0824 HTTP/1.1" status: 204 len: 168 time: 0.1362250 Apr 12 03:12:09.249462 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f5fdd4-1767-4ca8-b026-a58e882b5e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc77e84c-dc0d-4207-be27-b09b1f7a0824,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:09.324146 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-ec25097d-29a4-4428-80d7-8cb7006ef9bc req-b68c3955-8b3b-427d-9f06-97971d0f46dc tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] For port 7f4e0749-f06b-4a82-b11d-a4fe23755b48, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=7f4e0749-f06b-4a82-b11d-a4fe23755b48,segment=NetworkSegment(fd14922f-85d1-4f74-a894-82051703256a),segment_id=fd14922f-85d1-4f74-a894-82051703256a)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:12:09.324524 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ec25097d-29a4-4428-80d7-8cb7006ef9bc req-b68c3955-8b3b-427d-9f06-97971d0f46dc tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (7f4e0749-f06b-4a82-b11d-a4fe23755b48), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:09.341877 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-ec25097d-29a4-4428-80d7-8cb7006ef9bc req-b68c3955-8b3b-427d-9f06-97971d0f46dc tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Calling delete_port for 7f4e0749-f06b-4a82-b11d-a4fe23755b48 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:12:09.503967 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ec25097d-29a4-4428-80d7-8cb7006ef9bc req-b68c3955-8b3b-427d-9f06-97971d0f46dc tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28695539'] for port (7f4e0749-f06b-4a82-b11d-a4fe23755b48), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:09.507031 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] get_ports_and_sgs() called for port_ids ['7f4e0749-f06b-4a82-b11d-a4fe23755b48'] {{(pid=103485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:12:09.539533 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c3955-8b3b-427d-9f06-97971d0f46dc tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Pushing event deleted for resources: {'Port': ['ID=7f4e0749-f06b-4a82-b11d-a4fe23755b48,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:09.590013 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec25097d-29a4-4428-80d7-8cb7006ef9bc req-b68c3955-8b3b-427d-9f06-97971d0f46dc tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] No DVR routers for this DVR port 7f4e0749-f06b-4a82-b11d-a4fe23755b48 on host hv-cinder-83744 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:12:09.593441 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ec25097d-29a4-4428-80d7-8cb7006ef9bc req-b68c3955-8b3b-427d-9f06-97971d0f46dc tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for port (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:09.597206 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-ec25097d-29a4-4428-80d7-8cb7006ef9bc req-b68c3955-8b3b-427d-9f06-97971d0f46dc tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] 10.222.0.25 "DELETE /v2.0/ports/7f4e0749-f06b-4a82-b11d-a4fe23755b48 HTTP/1.1" status: 204 len: 173 time: 0.4734907 Apr 12 03:12:09.597688 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd6c93e-0d65-453b-a527-11887e6724f2', 'name': 'network-vif-deleted', 'tag': '7f4e0749-f06b-4a82-b11d-a4fe23755b48'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:12:09.601187 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d98137ebe7b3f8ae23a53251b76916d727952a33f49bb2ab88d2915e9897d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6022a1ad-4ee3-43c1-87a5-8ba3dc385a8a" -d '{"events": [{"server_uuid": "1cd6c93e-0d65-453b-a527-11887e6724f2", "name": "network-vif-deleted", "tag": "7f4e0749-f06b-4a82-b11d-a4fe23755b48"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:12:09.656761 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28e7157-e4d4-4518-b5b5-fa2aeee7978c x-openstack-request-id: req-b28e7157-e4d4-4518-b5b5-fa2aeee7978c {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:12:09.657061 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd6c93e-0d65-453b-a527-11887e6724f2", "name": "network-vif-deleted", "tag": "7f4e0749-f06b-4a82-b11d-a4fe23755b48", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:12:09.657316 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b28e7157-e4d4-4518-b5b5-fa2aeee7978c {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:12:09.657724 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b28e7157-e4d4-4518-b5b5-fa2aeee7978c'] response: {'server_uuid': '1cd6c93e-0d65-453b-a527-11887e6724f2', 'name': 'network-vif-deleted', 'tag': '7f4e0749-f06b-4a82-b11d-a4fe23755b48', 'status': 'completed', 'code': 200} Apr 12 03:12:09.891972 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-92651799-6ec7-4a34-b057-03948a8ba5c9 req-d8b7835d-0805-42cc-b997-696318697fe8 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cd6c93e-0d65-453b-a527-11887e6724f2 HTTP/1.1" status: 200 len: 210 time: 0.0351284 Apr 12 03:12:10.440496 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 48954) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:12:10.651503 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-cb6d8aee-7d94-4bc1-a84c-c5797113edcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:10.724967 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-cb6d8aee-7d94-4bc1-a84c-c5797113edcb admin admin] Publish callbacks [] for security_group (994126d8-c7c2-4f17-942e-f6ca081222d4), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:10.729391 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-cb6d8aee-7d94-4bc1-a84c-c5797113edcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (994126d8-c7c2-4f17-942e-f6ca081222d4), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:10.770798 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-cb6d8aee-7d94-4bc1-a84c-c5797113edcb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=775a43ee917247d19efce4b4abf9c021&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3279798 Apr 12 03:12:10.770798 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d8aee-7d94-4bc1-a84c-c5797113edcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994126d8-c7c2-4f17-942e-f6ca081222d4,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:10.772697 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 48970) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:12:10.829527 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-29a1dddb-c2d0-49da-8784-83381e8e397c admin admin] Publish callbacks [] for security_group (994126d8-c7c2-4f17-942e-f6ca081222d4), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:10.851624 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-29a1dddb-c2d0-49da-8784-83381e8e397c admin admin] Publish callbacks [] for security_group (994126d8-c7c2-4f17-942e-f6ca081222d4), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:10.901509 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-29a1dddb-c2d0-49da-8784-83381e8e397c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (994126d8-c7c2-4f17-942e-f6ca081222d4), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:10.904982 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-29a1dddb-c2d0-49da-8784-83381e8e397c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:10.907773 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-29a1dddb-c2d0-49da-8784-83381e8e397c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/994126d8-c7c2-4f17-942e-f6ca081222d4 HTTP/1.1" status: 204 len: 168 time: 0.1271651 Apr 12 03:12:10.922371 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a1dddb-c2d0-49da-8784-83381e8e397c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994126d8-c7c2-4f17-942e-f6ca081222d4,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:12.694293 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 49058) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:12:12.813120 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b0349767-2be6-4a0c-9843-0e8c2a87cb93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:12.894699 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b0349767-2be6-4a0c-9843-0e8c2a87cb93 admin admin] Publish callbacks [] for security_group (a17f0cd5-36f1-4080-a9f4-50e15af3f86c), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:12.900451 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b0349767-2be6-4a0c-9843-0e8c2a87cb93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (a17f0cd5-36f1-4080-a9f4-50e15af3f86c), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:12.935906 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0349767-2be6-4a0c-9843-0e8c2a87cb93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17f0cd5-36f1-4080-a9f4-50e15af3f86c,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:12.941821 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-b0349767-2be6-4a0c-9843-0e8c2a87cb93 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=866ae3d20d3c413e8202a5c5110788d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2464325 Apr 12 03:12:12.944714 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 49062) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:12:12.992798 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d9b1fdb7-d7c0-4e7e-9985-7d10277598dd admin admin] Publish callbacks [] for security_group (a17f0cd5-36f1-4080-a9f4-50e15af3f86c), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:13.013883 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d9b1fdb7-d7c0-4e7e-9985-7d10277598dd admin admin] Publish callbacks [] for security_group (a17f0cd5-36f1-4080-a9f4-50e15af3f86c), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:13.064082 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d9b1fdb7-d7c0-4e7e-9985-7d10277598dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (a17f0cd5-36f1-4080-a9f4-50e15af3f86c), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:13.068211 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d9b1fdb7-d7c0-4e7e-9985-7d10277598dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:13.070043 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-d9b1fdb7-d7c0-4e7e-9985-7d10277598dd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a17f0cd5-36f1-4080-a9f4-50e15af3f86c HTTP/1.1" status: 204 len: 168 time: 0.1242578 Apr 12 03:12:13.081912 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b1fdb7-d7c0-4e7e-9985-7d10277598dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17f0cd5-36f1-4080-a9f4-50e15af3f86c,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:13.120657 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device 7f4e0749-f06b-4a82-b11d-a4fe23755b48 no longer exists at agent hyperv_hv-cinder-83744 {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:12:13.141751 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] No Port match for: 7f4e0749-f06b-4a82-b11d-a4fe23755b48 {{(pid=103485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:12:13.142096 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device 7f4e0749-f06b-4a82-b11d-a4fe23755b48 not bound to the agent host hv-cinder-83744 {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:12:13.358203 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 49070) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:12:13.371751 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-39175c24-a3ef-4e3a-a3ab-8514041e961d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:13.455280 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-39175c24-a3ef-4e3a-a3ab-8514041e961d admin admin] Publish callbacks [] for security_group (7aec29a4-26d5-4fdf-8d30-d1e0fb291565), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:13.460383 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-39175c24-a3ef-4e3a-a3ab-8514041e961d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (7aec29a4-26d5-4fdf-8d30-d1e0fb291565), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:13.500837 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-39175c24-a3ef-4e3a-a3ab-8514041e961d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8342fbe03ccd4ccf888f393d3e7180e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1414895 Apr 12 03:12:13.501682 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39175c24-a3ef-4e3a-a3ab-8514041e961d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aec29a4-26d5-4fdf-8d30-d1e0fb291565,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:13.503774 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 49076) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:12:13.517994 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.agents_db [None req-d3c4685f-78b0-4ffc-8e41-99bd627ddb58 None None] Agent healthcheck: found 6 active agents {{(pid=103486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:12:13.561119 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-9cee2ec8-024c-4fd3-b9f3-f1f711cb3812 admin admin] Publish callbacks [] for security_group (7aec29a4-26d5-4fdf-8d30-d1e0fb291565), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:13.583201 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-9cee2ec8-024c-4fd3-b9f3-f1f711cb3812 admin admin] Publish callbacks [] for security_group (7aec29a4-26d5-4fdf-8d30-d1e0fb291565), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:13.636681 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-9cee2ec8-024c-4fd3-b9f3-f1f711cb3812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (7aec29a4-26d5-4fdf-8d30-d1e0fb291565), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:13.641021 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-9cee2ec8-024c-4fd3-b9f3-f1f711cb3812 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:13.642587 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-9cee2ec8-024c-4fd3-b9f3-f1f711cb3812 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7aec29a4-26d5-4fdf-8d30-d1e0fb291565 HTTP/1.1" status: 204 len: 168 time: 0.1373882 Apr 12 03:12:13.652866 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cee2ec8-024c-4fd3-b9f3-f1f711cb3812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aec29a4-26d5-4fdf-8d30-d1e0fb291565,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:20.848541 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d9b4afc3-988d-4081-ae69-d9ab2b5cf58b), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:22.282942 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee5a69-458d-4cca-a9dd-5b7b185824a6 req-67cbdf6b-0712-4399-a9ac-164c8584d480 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:22.284456 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-7cee5a69-458d-4cca-a9dd-5b7b185824a6 req-67cbdf6b-0712-4399-a9ac-164c8584d480 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] 10.222.0.32 "GET /v2.0/networks?id=3fc4f7ab-d71d-4f35-ae3b-eb81115fa470 HTTP/1.1" status: 200 len: 813 time: 0.1156492 Apr 12 03:12:22.301739 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-7cee5a69-458d-4cca-a9dd-5b7b185824a6 req-8de78a84-53fe-4f21-8779-5eb125359940 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] 10.222.0.32 "GET /v2.0/quotas/93bbadf297534dd28da937ad11f5e24a HTTP/1.1" status: 200 len: 375 time: 0.0118105 Apr 12 03:12:22.336203 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-7cee5a69-458d-4cca-a9dd-5b7b185824a6 req-0b8763ac-5b42-4db5-be3a-54206b92c9c6 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=93bbadf297534dd28da937ad11f5e24a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291440 Apr 12 03:12:22.509831 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 49344) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:12:22.632478 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c8f34028-282b-4da7-91c5-ead70fab25b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:22.710992 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c8f34028-282b-4da7-91c5-ead70fab25b5 admin admin] Publish callbacks [] for security_group (7d3980a0-e08a-4e6f-87d0-69ff9652ec2c), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:22.717025 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c8f34028-282b-4da7-91c5-ead70fab25b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (7d3980a0-e08a-4e6f-87d0-69ff9652ec2c), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:22.741295 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-7cee5a69-458d-4cca-a9dd-5b7b185824a6 req-c1a39bd8-6379-4c75-aa2e-3a2ef0bb80ef service neutron] 10.222.0.32 "GET /v2.0/networks/3fc4f7ab-d71d-4f35-ae3b-eb81115fa470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3980968 Apr 12 03:12:22.762225 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-c8f34028-282b-4da7-91c5-ead70fab25b5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=73f8bed4c0a1456ab85150288aeed5b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2475288 Apr 12 03:12:22.762225 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f34028-282b-4da7-91c5-ead70fab25b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3980a0-e08a-4e6f-87d0-69ff9652ec2c,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:22.764323 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 49350) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:12:22.826184 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8eb7ce29-a6c6-4c38-8522-707882a122db admin admin] Publish callbacks [] for security_group (7d3980a0-e08a-4e6f-87d0-69ff9652ec2c), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:22.837918 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-7cee5a69-458d-4cca-a9dd-5b7b185824a6 req-c42829a8-104d-4821-a7b5-4d920089e215 service neutron] 10.222.0.32 "GET /v2.0/networks/3fc4f7ab-d71d-4f35-ae3b-eb81115fa470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890715 Apr 12 03:12:22.849179 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8eb7ce29-a6c6-4c38-8522-707882a122db admin admin] Publish callbacks [] for security_group (7d3980a0-e08a-4e6f-87d0-69ff9652ec2c), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:22.898074 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 49354) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:12:22.907313 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8eb7ce29-a6c6-4c38-8522-707882a122db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (7d3980a0-e08a-4e6f-87d0-69ff9652ec2c), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:22.910005 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8eb7ce29-a6c6-4c38-8522-707882a122db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:22.911224 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-8eb7ce29-a6c6-4c38-8522-707882a122db admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7d3980a0-e08a-4e6f-87d0-69ff9652ec2c HTTP/1.1" status: 204 len: 168 time: 0.1425445 Apr 12 03:12:22.922193 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb7ce29-a6c6-4c38-8522-707882a122db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3980a0-e08a-4e6f-87d0-69ff9652ec2c,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:23.054072 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-eb01e711-860e-40bf-8f52-1aacac400508 req-410080e0-a6ac-49eb-9797-ce299b1d7449 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a08e22-9c8a-4d91-a721-f7368af7fede HTTP/1.1" status: 200 len: 210 time: 0.0441079 Apr 12 03:12:23.147525 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7b41d284-38a6-4f1a-8974-394b38239bd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:23.227600 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 49370) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:12:23.244026 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-4fefd8d8-a306-4a60-8cb7-f1cc06ab4a34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:23.245702 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7b41d284-38a6-4f1a-8974-394b38239bd2 admin admin] Publish callbacks [] for security_group (4aef11dd-89db-4567-b15c-5fc0ac05274e), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:23.250731 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7b41d284-38a6-4f1a-8974-394b38239bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (4aef11dd-89db-4567-b15c-5fc0ac05274e), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:23.292279 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-7b41d284-38a6-4f1a-8974-394b38239bd2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=af2cb823f00b4aa899470d63a2f23601&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3930058 Apr 12 03:12:23.294394 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b41d284-38a6-4f1a-8974-394b38239bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aef11dd-89db-4567-b15c-5fc0ac05274e,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:23.295621 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 49374) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:12:23.355456 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-4fefd8d8-a306-4a60-8cb7-f1cc06ab4a34 admin admin] Publish callbacks [] for security_group (312a8b2f-6868-40d0-8000-366c812365cd), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:23.360656 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-4fefd8d8-a306-4a60-8cb7-f1cc06ab4a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (312a8b2f-6868-40d0-8000-366c812365cd), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:23.405807 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fefd8d8-a306-4a60-8cb7-f1cc06ab4a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=312a8b2f-6868-40d0-8000-366c812365cd,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:23.413517 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-4fefd8d8-a306-4a60-8cb7-f1cc06ab4a34 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=258357e7f74b4cc285a187d755a31b59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1845074 Apr 12 03:12:23.414210 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-f900c90a-0447-4194-bab3-70955ab82efc admin admin] Publish callbacks [] for security_group (4aef11dd-89db-4567-b15c-5fc0ac05274e), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:23.416744 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 49382) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:12:23.438147 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-f900c90a-0447-4194-bab3-70955ab82efc admin admin] Publish callbacks [] for security_group (4aef11dd-89db-4567-b15c-5fc0ac05274e), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:23.494979 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-f900c90a-0447-4194-bab3-70955ab82efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (4aef11dd-89db-4567-b15c-5fc0ac05274e), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:23.497865 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bb0aff71-9aba-4455-940e-f67eedd2d3f5 admin admin] Publish callbacks [] for security_group (312a8b2f-6868-40d0-8000-366c812365cd), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:23.499975 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-f900c90a-0447-4194-bab3-70955ab82efc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:23.501341 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-f900c90a-0447-4194-bab3-70955ab82efc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4aef11dd-89db-4567-b15c-5fc0ac05274e HTTP/1.1" status: 204 len: 168 time: 0.2040186 Apr 12 03:12:23.512871 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f900c90a-0447-4194-bab3-70955ab82efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aef11dd-89db-4567-b15c-5fc0ac05274e,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:23.524080 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bb0aff71-9aba-4455-940e-f67eedd2d3f5 admin admin] Publish callbacks [] for security_group (312a8b2f-6868-40d0-8000-366c812365cd), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:23.595960 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bb0aff71-9aba-4455-940e-f67eedd2d3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (312a8b2f-6868-40d0-8000-366c812365cd), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:23.599127 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bb0aff71-9aba-4455-940e-f67eedd2d3f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:23.600415 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-bb0aff71-9aba-4455-940e-f67eedd2d3f5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/312a8b2f-6868-40d0-8000-366c812365cd HTTP/1.1" status: 204 len: 168 time: 0.1823967 Apr 12 03:12:23.616305 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0aff71-9aba-4455-940e-f67eedd2d3f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=312a8b2f-6868-40d0-8000-366c812365cd,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:23.967154 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 49404) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:12:23.980825 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-44b73478-9901-4287-8dbe-2210e1f1f472 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:24.151472 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-80a29c4b-64df-4eac-9ed7-569f50fff0a1 req-bc2d0e83-cb19-4d68-a64d-672a95519d29 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a08e22-9c8a-4d91-a721-f7368af7fede HTTP/1.1" status: 200 len: 210 time: 0.0296195 Apr 12 03:12:24.164257 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-44b73478-9901-4287-8dbe-2210e1f1f472 admin admin] Publish callbacks [] for security_group (95db3bb6-4854-486a-83fe-54abc3d8b108), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:24.179102 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-44b73478-9901-4287-8dbe-2210e1f1f472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (95db3bb6-4854-486a-83fe-54abc3d8b108), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:24.205820 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee5a69-458d-4cca-a9dd-5b7b185824a6 req-a23dbff8-b624-4160-947b-5a31830edf32 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:24.207288 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-7cee5a69-458d-4cca-a9dd-5b7b185824a6 req-a23dbff8-b624-4160-947b-5a31830edf32 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] 10.222.0.25 "GET /v2.0/networks?id=3fc4f7ab-d71d-4f35-ae3b-eb81115fa470 HTTP/1.1" status: 200 len: 813 time: 0.1897285 Apr 12 03:12:24.230396 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [req-7cee5a69-458d-4cca-a9dd-5b7b185824a6 req-f3ed37bd-05bb-4a86-bb5c-8ba318fe565f tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Request body: {'port': {'device_id': '02a08e22-9c8a-4d91-a721-f7368af7fede', 'network_id': '3fc4f7ab-d71d-4f35-ae3b-eb81115fa470', 'admin_state_up': True, 'tenant_id': '93bbadf297534dd28da937ad11f5e24a'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:12:24.254732 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-44b73478-9901-4287-8dbe-2210e1f1f472 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=07256d1aea8045909706ac881a274630&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2838356 Apr 12 03:12:24.255317 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 49418) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:12:24.255633 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b73478-9901-4287-8dbe-2210e1f1f472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95db3bb6-4854-486a-83fe-54abc3d8b108,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:24.306721 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-2bf31b8b-fc65-401b-b5a6-2c8bdba5a03b admin admin] Publish callbacks [] for security_group (95db3bb6-4854-486a-83fe-54abc3d8b108), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:24.329284 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-2bf31b8b-fc65-401b-b5a6-2c8bdba5a03b admin admin] Publish callbacks [] for security_group (95db3bb6-4854-486a-83fe-54abc3d8b108), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:24.359127 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cee5a69-458d-4cca-a9dd-5b7b185824a6 req-f3ed37bd-05bb-4a86-bb5c-8ba318fe565f tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Made reservation on behalf of 93bbadf297534dd28da937ad11f5e24a for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:12:24.362683 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7cee5a69-458d-4cca-a9dd-5b7b185824a6 req-f3ed37bd-05bb-4a86-bb5c-8ba318fe565f tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:24.382478 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-2bf31b8b-fc65-401b-b5a6-2c8bdba5a03b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (95db3bb6-4854-486a-83fe-54abc3d8b108), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:24.385424 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-2bf31b8b-fc65-401b-b5a6-2c8bdba5a03b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:24.387043 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-2bf31b8b-fc65-401b-b5a6-2c8bdba5a03b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/95db3bb6-4854-486a-83fe-54abc3d8b108 HTTP/1.1" status: 204 len: 168 time: 0.1303954 Apr 12 03:12:24.399266 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf31b8b-fc65-401b-b5a6-2c8bdba5a03b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95db3bb6-4854-486a-83fe-54abc3d8b108,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:24.509571 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-7cee5a69-458d-4cca-a9dd-5b7b185824a6 req-f3ed37bd-05bb-4a86-bb5c-8ba318fe565f tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Allocated IP 172.20.0.3 (3fc4f7ab-d71d-4f35-ae3b-eb81115fa470/ee578cce-46b4-4138-9667-b4ae8d8aaa35/0fa78891-20dc-478b-a18c-885c45b03075) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:12:24.677148 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7cee5a69-458d-4cca-a9dd-5b7b185824a6 req-f3ed37bd-05bb-4a86-bb5c-8ba318fe565f tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Publish callbacks [] for port (0fa78891-20dc-478b-a18c-885c45b03075), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:24.719312 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7cee5a69-458d-4cca-a9dd-5b7b185824a6 req-f3ed37bd-05bb-4a86-bb5c-8ba318fe565f tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28695539'] for port (0fa78891-20dc-478b-a18c-885c45b03075), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:24.786174 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cee5a69-458d-4cca-a9dd-5b7b185824a6 req-f3ed37bd-05bb-4a86-bb5c-8ba318fe565f tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Network 3fc4f7ab-d71d-4f35-ae3b-eb81115fa470 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:12:24.790039 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-7cee5a69-458d-4cca-a9dd-5b7b185824a6 req-f3ed37bd-05bb-4a86-bb5c-8ba318fe565f tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:12:24.794096 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cee5a69-458d-4cca-a9dd-5b7b185824a6 req-f3ed37bd-05bb-4a86-bb5c-8ba318fe565f tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:12:24.800126 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5f2fafb2-8632-4e52-bc64-7c522c89928c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (fa7f2a92-0c20-457b-b451-d8a4489755d5), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:24.831032 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ed37bd-05bb-4a86-bb5c-8ba318fe565f tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Pushing event updated for resources: {'Port': ['ID=0fa78891-20dc-478b-a18c-885c45b03075,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:24.855311 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee5a69-458d-4cca-a9dd-5b7b185824a6 req-f3ed37bd-05bb-4a86-bb5c-8ba318fe565f tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:24.855974 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7cee5a69-458d-4cca-a9dd-5b7b185824a6 req-f3ed37bd-05bb-4a86-bb5c-8ba318fe565f tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for port (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:24.877016 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-7cee5a69-458d-4cca-a9dd-5b7b185824a6 req-f3ed37bd-05bb-4a86-bb5c-8ba318fe565f tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6576202 Apr 12 03:12:24.892251 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [req-7cee5a69-458d-4cca-a9dd-5b7b185824a6 req-9b6cd636-c2cc-4697-a240-78d605d2408c service neutron] Request body: {'port': {'device_id': '02a08e22-9c8a-4d91-a721-f7368af7fede', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83744'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:12:24.971008 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7cee5a69-458d-4cca-a9dd-5b7b185824a6 req-9b6cd636-c2cc-4697-a240-78d605d2408c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (0fa78891-20dc-478b-a18c-885c45b03075), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:25.077617 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 49462) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:12:25.215059 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-e26f08b5-d343-40d1-a238-37a4c8e121ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:25.307783 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-e26f08b5-d343-40d1-a238-37a4c8e121ba admin admin] Publish callbacks [] for security_group (370d329f-24a7-43c6-b135-6371a15ed2b6), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:25.312817 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-e26f08b5-d343-40d1-a238-37a4c8e121ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (370d329f-24a7-43c6-b135-6371a15ed2b6), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:25.317932 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427aea8-f609-42f5-86cc-a1784be61eb5 req-82874600-efa8-4473-a1f5-6dc56d7dbf2d tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:25.319509 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-5427aea8-f609-42f5-86cc-a1784be61eb5 req-82874600-efa8-4473-a1f5-6dc56d7dbf2d tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a08e22-9c8a-4d91-a721-f7368af7fede HTTP/1.1" status: 200 len: 931 time: 0.0861342 Apr 12 03:12:25.321728 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 49474) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:12:25.342770 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.notifiers.nova [req-7cee5a69-458d-4cca-a9dd-5b7b185824a6 req-9b6cd636-c2cc-4697-a240-78d605d2408c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fa78891-20dc-478b-a18c-885c45b03075 {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:12:25.352605 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26f08b5-d343-40d1-a238-37a4c8e121ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=370d329f-24a7-43c6-b135-6371a15ed2b6,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:25.357500 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7cee5a69-458d-4cca-a9dd-5b7b185824a6 req-9b6cd636-c2cc-4697-a240-78d605d2408c service neutron] Publish callbacks [] for port (0fa78891-20dc-478b-a18c-885c45b03075), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:25.361353 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-e26f08b5-d343-40d1-a238-37a4c8e121ba admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a323680ea87f4de481b5d98c0320d851&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2825444 Apr 12 03:12:25.361987 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 49478) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:12:25.389957 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-7cee5a69-458d-4cca-a9dd-5b7b185824a6 req-9b6cd636-c2cc-4697-a240-78d605d2408c service neutron] Transition to ACTIVE for port object 0fa78891-20dc-478b-a18c-885c45b03075 will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 03:12:25.398839 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7cee5a69-458d-4cca-a9dd-5b7b185824a6 req-9b6cd636-c2cc-4697-a240-78d605d2408c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28695544'] for port (0fa78891-20dc-478b-a18c-885c45b03075), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:25.452557 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-5427aea8-f609-42f5-86cc-a1784be61eb5 req-98c8df1b-1d17-46d0-8a88-efc322015435 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6b5a1a-e2ba-4573-870f-ea3b814462c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229312 Apr 12 03:12:25.455616 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-8d7dcff5-7e60-4f29-8997-2db0e715e22c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-167974994-network', 'tenant_id': 'eeea45d6403e440a93d21a4b68091572'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:12:25.495601 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6cd636-c2cc-4697-a240-78d605d2408c service neutron] Pushing event updated for resources: {'Port': ['ID=0fa78891-20dc-478b-a18c-885c45b03075,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:25.525895 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8ce2c809-da4e-4430-86b2-65cb6b7daaa6 admin admin] Publish callbacks [] for security_group (370d329f-24a7-43c6-b135-6371a15ed2b6), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:25.529156 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7dcff5-7e60-4f29-8997-2db0e715e22c admin admin] Made reservation on behalf of eeea45d6403e440a93d21a4b68091572 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:12:25.531667 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8d7dcff5-7e60-4f29-8997-2db0e715e22c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for network (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:25.579542 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8d7dcff5-7e60-4f29-8997-2db0e715e22c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:25.582459 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8ce2c809-da4e-4430-86b2-65cb6b7daaa6 admin admin] Publish callbacks [] for security_group (370d329f-24a7-43c6-b135-6371a15ed2b6), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:25.663537 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-7cee5a69-458d-4cca-a9dd-5b7b185824a6 req-9b6cd636-c2cc-4697-a240-78d605d2408c service neutron] Attempting to bind port 0fa78891-20dc-478b-a18c-885c45b03075 on host hv-cinder-83744 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:12:25.663899 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-7cee5a69-458d-4cca-a9dd-5b7b185824a6 req-9b6cd636-c2cc-4697-a240-78d605d2408c service neutron] Attempting to bind port 0fa78891-20dc-478b-a18c-885c45b03075 by drivers openvswitch,hyperv on host hv-cinder-83744 at level 0 using segments [{'id': 'fd14922f-85d1-4f74-a894-82051703256a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3fc4f7ab-d71d-4f35-ae3b-eb81115fa470'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:12:25.664259 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cee5a69-458d-4cca-a9dd-5b7b185824a6 req-9b6cd636-c2cc-4697-a240-78d605d2408c service neutron] Attempting to bind port 0fa78891-20dc-478b-a18c-885c45b03075 on network 3fc4f7ab-d71d-4f35-ae3b-eb81115fa470 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:12:25.674908 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cee5a69-458d-4cca-a9dd-5b7b185824a6 req-9b6cd636-c2cc-4697-a240-78d605d2408c service neutron] Port 0fa78891-20dc-478b-a18c-885c45b03075 on network 3fc4f7ab-d71d-4f35-ae3b-eb81115fa470 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83744 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 03:12:25.675232 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cee5a69-458d-4cca-a9dd-5b7b185824a6 req-9b6cd636-c2cc-4697-a240-78d605d2408c service neutron] Attempting to bind port 0fa78891-20dc-478b-a18c-885c45b03075 on network 3fc4f7ab-d71d-4f35-ae3b-eb81115fa470 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:12:25.686899 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cee5a69-458d-4cca-a9dd-5b7b185824a6 req-9b6cd636-c2cc-4697-a240-78d605d2408c service neutron] Checking agent: {'id': 'd9b4afc3-988d-4081-ae69-d9ab2b5cf58b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83744', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 3, 2, 51), 'started_at': datetime.datetime(2022, 4, 12, 3, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:12:25.687862 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cee5a69-458d-4cca-a9dd-5b7b185824a6 req-9b6cd636-c2cc-4697-a240-78d605d2408c service neutron] Checking segment: {'id': 'fd14922f-85d1-4f74-a894-82051703256a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3fc4f7ab-d71d-4f35-ae3b-eb81115fa470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:12:25.687862 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cee5a69-458d-4cca-a9dd-5b7b185824a6 req-9b6cd636-c2cc-4697-a240-78d605d2408c service neutron] Bound using segment: {'id': 'fd14922f-85d1-4f74-a894-82051703256a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3fc4f7ab-d71d-4f35-ae3b-eb81115fa470'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:12:25.688266 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-7cee5a69-458d-4cca-a9dd-5b7b185824a6 req-9b6cd636-c2cc-4697-a240-78d605d2408c service neutron] Bound port: 0fa78891-20dc-478b-a18c-885c45b03075, host: hv-cinder-83744, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd14922f-85d1-4f74-a894-82051703256a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3fc4f7ab-d71d-4f35-ae3b-eb81115fa470'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:12:25.688372 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7cee5a69-458d-4cca-a9dd-5b7b185824a6 req-9b6cd636-c2cc-4697-a240-78d605d2408c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (0fa78891-20dc-478b-a18c-885c45b03075), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:25.692439 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8ce2c809-da4e-4430-86b2-65cb6b7daaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (370d329f-24a7-43c6-b135-6371a15ed2b6), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:25.694878 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8ce2c809-da4e-4430-86b2-65cb6b7daaa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:25.696027 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-8ce2c809-da4e-4430-86b2-65cb6b7daaa6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/370d329f-24a7-43c6-b135-6371a15ed2b6 HTTP/1.1" status: 204 len: 168 time: 0.3308804 Apr 12 03:12:25.725713 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce2c809-da4e-4430-86b2-65cb6b7daaa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=370d329f-24a7-43c6-b135-6371a15ed2b6,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:25.764646 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8d7dcff5-7e60-4f29-8997-2db0e715e22c admin admin] Publish callbacks [] for security_group (07600aca-c9a7-4cbe-bef3-781d342dcc4f), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:25.777287 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8d7dcff5-7e60-4f29-8997-2db0e715e22c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (07600aca-c9a7-4cbe-bef3-781d342dcc4f), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:25.813272 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d7dcff5-7e60-4f29-8997-2db0e715e22c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 03:12:25.822300 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-7cee5a69-458d-4cca-a9dd-5b7b185824a6 req-9b6cd636-c2cc-4697-a240-78d605d2408c service neutron] For port 0fa78891-20dc-478b-a18c-885c45b03075, host hv-cinder-83744, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:12:25.827238 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7dcff5-7e60-4f29-8997-2db0e715e22c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07600aca-c9a7-4cbe-bef3-781d342dcc4f,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:25.839095 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8d7dcff5-7e60-4f29-8997-2db0e715e22c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (fe4c5b40-13ea-461d-9e2b-8a8f12fe5596), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:25.839524 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.db.segments_db [None req-8d7dcff5-7e60-4f29-8997-2db0e715e22c admin admin] Added segment fe4c5b40-13ea-461d-9e2b-8a8f12fe5596 of type vlan for network 15c2de8c-4b09-4629-9867-0736ccf7a5b8 Apr 12 03:12:25.841554 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-7cee5a69-458d-4cca-a9dd-5b7b185824a6 req-9b6cd636-c2cc-4697-a240-78d605d2408c service neutron] For port 0fa78891-20dc-478b-a18c-885c45b03075, host hv-cinder-83744, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=0fa78891-20dc-478b-a18c-885c45b03075,segment=NetworkSegment(fd14922f-85d1-4f74-a894-82051703256a),segment_id=fd14922f-85d1-4f74-a894-82051703256a)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:12:25.873664 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7cee5a69-458d-4cca-a9dd-5b7b185824a6 req-9b6cd636-c2cc-4697-a240-78d605d2408c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28695544'] for port (0fa78891-20dc-478b-a18c-885c45b03075), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:25.910794 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8d7dcff5-7e60-4f29-8997-2db0e715e22c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733264019303'] for network (15c2de8c-4b09-4629-9867-0736ccf7a5b8), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:25.925846 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee5a69-458d-4cca-a9dd-5b7b185824a6 req-9b6cd636-c2cc-4697-a240-78d605d2408c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:25.926545 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7cee5a69-458d-4cca-a9dd-5b7b185824a6 req-9b6cd636-c2cc-4697-a240-78d605d2408c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for port (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:25.928242 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-7cee5a69-458d-4cca-a9dd-5b7b185824a6 req-9b6cd636-c2cc-4697-a240-78d605d2408c service neutron] 10.222.0.25 "PUT /v2.0/ports/0fa78891-20dc-478b-a18c-885c45b03075 HTTP/1.1" status: 200 len: 1093 time: 1.0410328 Apr 12 03:12:25.928754 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02a08e22-9c8a-4d91-a721-f7368af7fede', 'tag': '0fa78891-20dc-478b-a18c-885c45b03075'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:12:25.931236 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d98137ebe7b3f8ae23a53251b76916d727952a33f49bb2ab88d2915e9897d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2ade12-05fd-4e89-bdac-5c975594a374" -d '{"events": [{"name": "network-changed", "server_uuid": "02a08e22-9c8a-4d91-a721-f7368af7fede", "tag": "0fa78891-20dc-478b-a18c-885c45b03075"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:12:25.967944 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6cd636-c2cc-4697-a240-78d605d2408c service neutron] Pushing event updated for resources: {'Port': ['ID=0fa78891-20dc-478b-a18c-885c45b03075,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:25.970623 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8d7dcff5-7e60-4f29-8997-2db0e715e22c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074'] for network (15c2de8c-4b09-4629-9867-0736ccf7a5b8), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:25.971579 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7dcff5-7e60-4f29-8997-2db0e715e22c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:25.972195 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8d7dcff5-7e60-4f29-8997-2db0e715e22c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for network (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:25.989417 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab37c4a-7c55-4371-8f24-04792942a06a x-openstack-request-id: req-5ab37c4a-7c55-4371-8f24-04792942a06a {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:12:25.989717 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02a08e22-9c8a-4d91-a721-f7368af7fede", "tag": "0fa78891-20dc-478b-a18c-885c45b03075", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:12:25.989972 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5ab37c4a-7c55-4371-8f24-04792942a06a {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:12:25.990372 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ab37c4a-7c55-4371-8f24-04792942a06a'] response: {'name': 'network-changed', 'server_uuid': '02a08e22-9c8a-4d91-a721-f7368af7fede', 'tag': '0fa78891-20dc-478b-a18c-885c45b03075', 'status': 'completed', 'code': 200} Apr 12 03:12:26.061761 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-8d7dcff5-7e60-4f29-8997-2db0e715e22c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7390149 Apr 12 03:12:26.065299 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 49498) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:12:26.070646 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7dcff5-7e60-4f29-8997-2db0e715e22c admin admin] Pushing event updated for resources: {'Network': ['ID=15c2de8c-4b09-4629-9867-0736ccf7a5b8,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:26.076495 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [None req-b646b9d0-5d7c-4d1d-80db-cbc0dbcb029d admin admin] Request body: {'subnet': {'network_id': '15c2de8c-4b09-4629-9867-0736ccf7a5b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-167974994-subnet', 'tenant_id': 'eeea45d6403e440a93d21a4b68091572', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:12:26.078758 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee5a69-458d-4cca-a9dd-5b7b185824a6 req-1e4da736-33ce-45ab-8218-8d91353dc65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:26.080448 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-7cee5a69-458d-4cca-a9dd-5b7b185824a6 req-1e4da736-33ce-45ab-8218-8d91353dc65f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=93bbadf297534dd28da937ad11f5e24a&device_id=02a08e22-9c8a-4d91-a721-f7368af7fede HTTP/1.1" status: 200 len: 1127 time: 0.0858052 Apr 12 03:12:26.083023 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Network 15c2de8c-4b09-4629-9867-0736ccf7a5b8 details requested by agent ovs-agent-dv-cinder-837443-1-iscsi with host dv-cinder-837443-1-iscsi {{(pid=103485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 03:12:26.112919 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b646b9d0-5d7c-4d1d-80db-cbc0dbcb029d admin admin] Made reservation on behalf of eeea45d6403e440a93d21a4b68091572 for: {'subnet': 1} {{(pid=103483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:12:26.115863 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-b646b9d0-5d7c-4d1d-80db-cbc0dbcb029d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28286591'] for subnet (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:26.136530 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-7cee5a69-458d-4cca-a9dd-5b7b185824a6 req-8378427f-31c2-44b1-ba22-9e0ad02c2d19 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fa78891-20dc-478b-a18c-885c45b03075 HTTP/1.1" status: 200 len: 217 time: 0.0469582 Apr 12 03:12:26.220580 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee5a69-458d-4cca-a9dd-5b7b185824a6 req-b46acf58-c780-40ef-b413-c31b4d546f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:26.222052 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-7cee5a69-458d-4cca-a9dd-5b7b185824a6 req-b46acf58-c780-40ef-b413-c31b4d546f7f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ee578cce-46b4-4138-9667-b4ae8d8aaa35 HTTP/1.1" status: 200 len: 853 time: 0.0793686 Apr 12 03:12:26.256374 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-7cee5a69-458d-4cca-a9dd-5b7b185824a6 req-ebea31d2-b7b4-4c7c-8419-21aff2ae268b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3fc4f7ab-d71d-4f35-ae3b-eb81115fa470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278616 Apr 12 03:12:26.333806 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-b646b9d0-5d7c-4d1d-80db-cbc0dbcb029d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28321091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28286573'] for subnet (8c2c91f4-8bb4-4f92-b54c-bd82314fd3ec), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:26.354177 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-7cee5a69-458d-4cca-a9dd-5b7b185824a6 req-dd9df055-911e-416a-b48b-ecbd05c1a0ca service neutron] 10.222.0.25 "GET /v2.0/networks/3fc4f7ab-d71d-4f35-ae3b-eb81115fa470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906210 Apr 12 03:12:26.421242 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b646b9d0-5d7c-4d1d-80db-cbc0dbcb029d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c2c91f4-8bb4-4f92-b54c-bd82314fd3ec,revision_number=0']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:26.437731 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b646b9d0-5d7c-4d1d-80db-cbc0dbcb029d admin admin] Checking segment: {'id': 'fe4c5b40-13ea-461d-9e2b-8a8f12fe5596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '15c2de8c-4b09-4629-9867-0736ccf7a5b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:12:26.438107 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b646b9d0-5d7c-4d1d-80db-cbc0dbcb029d admin admin] Network hostable DHCP agents. Network: 15c2de8c-4b09-4629-9867-0736ccf7a5b8, hostable agents: ['fa7f2a92-0c20-457b-b451-d8a4489755d5'], hosted agents: [] {{(pid=103483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 03:12:26.458461 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b646b9d0-5d7c-4d1d-80db-cbc0dbcb029d admin admin] Network 15c2de8c-4b09-4629-9867-0736ccf7a5b8 is scheduled to be hosted by DHCP agent fa7f2a92-0c20-457b-b451-d8a4489755d5 with binding_index 1 {{(pid=103483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 03:12:26.470396 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.base_scheduler [None req-b646b9d0-5d7c-4d1d-80db-cbc0dbcb029d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837443-1-iscsi, 15c2de8c-4b09-4629-9867-0736ccf7a5b8) {{(pid=103483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:12:26.474628 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-7cee5a69-458d-4cca-a9dd-5b7b185824a6 req-dea66648-ad72-45fa-8f0f-612912c3f0d8 service neutron] 10.222.0.25 "GET /v2.0/networks/3fc4f7ab-d71d-4f35-ae3b-eb81115fa470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134887 Apr 12 03:12:26.476458 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b646b9d0-5d7c-4d1d-80db-cbc0dbcb029d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:26.477612 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-b646b9d0-5d7c-4d1d-80db-cbc0dbcb029d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for subnet (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:26.485393 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04af63cd-c553-413e-8d2c-e18bf7d5a0bf None None] Network 15c2de8c-4b09-4629-9867-0736ccf7a5b8 requested from dv-cinder-837443-1-iscsi {{(pid=103485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:12:26.502791 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 49520) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:12:26.507073 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-b646b9d0-5d7c-4d1d-80db-cbc0dbcb029d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4395604 Apr 12 03:12:26.621842 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875b026-35d7-42f1-830c-9edffbb520c6 req-004a4f5e-2f2e-4214-b92a-3bd5d73e3413 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:26.623348 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-5875b026-35d7-42f1-830c-9edffbb520c6 req-004a4f5e-2f2e-4214-b92a-3bd5d73e3413 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a08e22-9c8a-4d91-a721-f7368af7fede HTTP/1.1" status: 200 len: 943 time: 0.0541499 Apr 12 03:12:26.632673 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3110c917-ae50-4a3b-8123-cbde8b473f7b None None] Network 15c2de8c-4b09-4629-9867-0736ccf7a5b8 requested from dv-cinder-837443-1-iscsi {{(pid=103485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:12:26.655123 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-5f0fd3a3-0b57-42d9-a3e6-7cbad94c3427 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-914033424-network', 'tenant_id': '729edaa2a27a40f897ddba50391dd29f'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:12:26.686951 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-5875b026-35d7-42f1-830c-9edffbb520c6 req-f026e0a3-19a7-4518-a990-cadacd93b9a9 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6b5a1a-e2ba-4573-870f-ea3b814462c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574296 Apr 12 03:12:26.693560 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0fd3a3-0b57-42d9-a3e6-7cbad94c3427 admin admin] Made reservation on behalf of 729edaa2a27a40f897ddba50391dd29f for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:12:26.696035 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5f0fd3a3-0b57-42d9-a3e6-7cbad94c3427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for network (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:26.706131 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5f0fd3a3-0b57-42d9-a3e6-7cbad94c3427 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:26.786140 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5f0fd3a3-0b57-42d9-a3e6-7cbad94c3427 admin admin] Publish callbacks [] for security_group (b87f77ed-3d6f-4e82-bc88-e6edb61d43c3), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:26.791138 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5f0fd3a3-0b57-42d9-a3e6-7cbad94c3427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (b87f77ed-3d6f-4e82-bc88-e6edb61d43c3), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:26.813015 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f0fd3a3-0b57-42d9-a3e6-7cbad94c3427 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 03:12:26.830065 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0fd3a3-0b57-42d9-a3e6-7cbad94c3427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87f77ed-3d6f-4e82-bc88-e6edb61d43c3,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:26.832976 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5f0fd3a3-0b57-42d9-a3e6-7cbad94c3427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (957be75c-46c7-4149-85c1-4c356a76e918), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:26.833313 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.db.segments_db [None req-5f0fd3a3-0b57-42d9-a3e6-7cbad94c3427 admin admin] Added segment 957be75c-46c7-4149-85c1-4c356a76e918 of type vlan for network 67674276-5bba-410e-af64-07da123e2ce0 Apr 12 03:12:26.872958 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5f0fd3a3-0b57-42d9-a3e6-7cbad94c3427 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733264019303'] for network (67674276-5bba-410e-af64-07da123e2ce0), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:26.898956 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5f0fd3a3-0b57-42d9-a3e6-7cbad94c3427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074'] for network (67674276-5bba-410e-af64-07da123e2ce0), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:26.900044 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0fd3a3-0b57-42d9-a3e6-7cbad94c3427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:26.900626 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5f0fd3a3-0b57-42d9-a3e6-7cbad94c3427 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for network (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:26.932176 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-5f0fd3a3-0b57-42d9-a3e6-7cbad94c3427 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4282041 Apr 12 03:12:26.935468 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 49536) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:12:26.941871 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [None req-877f53e8-6fde-43d7-9fee-cb92b25b56e0 admin admin] Request body: {'subnet': {'network_id': '67674276-5bba-410e-af64-07da123e2ce0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-914033424-subnet', 'tenant_id': '729edaa2a27a40f897ddba50391dd29f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:12:26.966730 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0fd3a3-0b57-42d9-a3e6-7cbad94c3427 admin admin] Pushing event updated for resources: {'Network': ['ID=67674276-5bba-410e-af64-07da123e2ce0,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:26.970411 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877f53e8-6fde-43d7-9fee-cb92b25b56e0 admin admin] Made reservation on behalf of 729edaa2a27a40f897ddba50391dd29f for: {'subnet': 1} {{(pid=103483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:12:26.972953 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-877f53e8-6fde-43d7-9fee-cb92b25b56e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28286591'] for subnet (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:26.979682 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Network 67674276-5bba-410e-af64-07da123e2ce0 details requested by agent ovs-agent-dv-cinder-837443-1-iscsi with host dv-cinder-837443-1-iscsi {{(pid=103485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 03:12:27.064744 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 49540) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:12:27.070083 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-727c4950-1495-4028-8147-16aebf068b20 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-472686483-network', 'tenant_id': '9a93d530627e4723a0826f7f4783cdef'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:12:27.088983 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727c4950-1495-4028-8147-16aebf068b20 admin admin] Made reservation on behalf of 9a93d530627e4723a0826f7f4783cdef for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:12:27.091408 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-727c4950-1495-4028-8147-16aebf068b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for network (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:27.100264 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-727c4950-1495-4028-8147-16aebf068b20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:27.149403 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-877f53e8-6fde-43d7-9fee-cb92b25b56e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28321091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28286573'] for subnet (3bfafcec-4ddc-4dd0-99d7-19b72037bcd2), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:27.176863 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-727c4950-1495-4028-8147-16aebf068b20 admin admin] Publish callbacks [] for security_group (78b3ca31-0dda-4d50-ab7e-12c2e92e41cb), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:27.181789 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-727c4950-1495-4028-8147-16aebf068b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (78b3ca31-0dda-4d50-ab7e-12c2e92e41cb), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:27.202777 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-727c4950-1495-4028-8147-16aebf068b20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 03:12:27.207447 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877f53e8-6fde-43d7-9fee-cb92b25b56e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bfafcec-4ddc-4dd0-99d7-19b72037bcd2,revision_number=0']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:27.216339 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877f53e8-6fde-43d7-9fee-cb92b25b56e0 admin admin] Checking segment: {'id': '957be75c-46c7-4149-85c1-4c356a76e918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '67674276-5bba-410e-af64-07da123e2ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:12:27.216685 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877f53e8-6fde-43d7-9fee-cb92b25b56e0 admin admin] Network hostable DHCP agents. Network: 67674276-5bba-410e-af64-07da123e2ce0, hostable agents: ['fa7f2a92-0c20-457b-b451-d8a4489755d5'], hosted agents: [] {{(pid=103483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 03:12:27.217678 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727c4950-1495-4028-8147-16aebf068b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b3ca31-0dda-4d50-ab7e-12c2e92e41cb,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:27.220906 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-727c4950-1495-4028-8147-16aebf068b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (1a698222-6f2f-47fd-b3fe-4a9c3982c887), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:27.221211 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.db.segments_db [None req-727c4950-1495-4028-8147-16aebf068b20 admin admin] Added segment 1a698222-6f2f-47fd-b3fe-4a9c3982c887 of type vlan for network 0540be88-09d2-4fbb-8702-9fead5aeaf5b Apr 12 03:12:27.246313 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877f53e8-6fde-43d7-9fee-cb92b25b56e0 admin admin] Network 67674276-5bba-410e-af64-07da123e2ce0 is scheduled to be hosted by DHCP agent fa7f2a92-0c20-457b-b451-d8a4489755d5 with binding_index 1 {{(pid=103483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 03:12:27.258359 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.base_scheduler [None req-877f53e8-6fde-43d7-9fee-cb92b25b56e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837443-1-iscsi, 67674276-5bba-410e-af64-07da123e2ce0) {{(pid=103483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:12:27.259839 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4a20a317-d7cc-49e9-992b-2781e73d3f91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (beb15aed-f2b6-4676-85ca-b43f14e6acf3), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:27.264536 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-727c4950-1495-4028-8147-16aebf068b20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733264019303'] for network (0540be88-09d2-4fbb-8702-9fead5aeaf5b), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:27.268860 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877f53e8-6fde-43d7-9fee-cb92b25b56e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:27.269235 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043df328-9119-490d-9c23-a9c5d5f4d7a7 None None] Network 67674276-5bba-410e-af64-07da123e2ce0 requested from dv-cinder-837443-1-iscsi {{(pid=103485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:12:27.269452 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-877f53e8-6fde-43d7-9fee-cb92b25b56e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for subnet (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:27.287761 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-877f53e8-6fde-43d7-9fee-cb92b25b56e0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3490970 Apr 12 03:12:27.310315 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-727c4950-1495-4028-8147-16aebf068b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074'] for network (0540be88-09d2-4fbb-8702-9fead5aeaf5b), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:27.310315 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727c4950-1495-4028-8147-16aebf068b20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:27.310315 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-727c4950-1495-4028-8147-16aebf068b20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for network (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:27.367321 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-727c4950-1495-4028-8147-16aebf068b20 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3012719 Apr 12 03:12:27.370517 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 49544) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:12:27.373496 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ade12-05fd-4e89-bdac-5c975594a374 req-d3ef7aeb-ea5f-442a-8028-93492571a915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:27.376198 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-2c2ade12-05fd-4e89-bdac-5c975594a374 req-d3ef7aeb-ea5f-442a-8028-93492571a915 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=93bbadf297534dd28da937ad11f5e24a&device_id=02a08e22-9c8a-4d91-a721-f7368af7fede HTTP/1.1" status: 200 len: 1127 time: 0.0774579 Apr 12 03:12:27.385791 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [None req-b4a5cf9e-3cba-4454-8918-f6770eec91a4 admin admin] Request body: {'subnet': {'network_id': '0540be88-09d2-4fbb-8702-9fead5aeaf5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-472686483-subnet', 'tenant_id': '9a93d530627e4723a0826f7f4783cdef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:12:27.393359 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a515a7-3966-46be-b958-123aa7514895 None None] Network 67674276-5bba-410e-af64-07da123e2ce0 requested from dv-cinder-837443-1-iscsi {{(pid=103485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:12:27.415243 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a5cf9e-3cba-4454-8918-f6770eec91a4 admin admin] Made reservation on behalf of 9a93d530627e4723a0826f7f4783cdef for: {'subnet': 1} {{(pid=103483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:12:27.417782 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-b4a5cf9e-3cba-4454-8918-f6770eec91a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28286591'] for subnet (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:27.437856 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727c4950-1495-4028-8147-16aebf068b20 admin admin] Pushing event updated for resources: {'Network': ['ID=0540be88-09d2-4fbb-8702-9fead5aeaf5b,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:27.502381 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Network 0540be88-09d2-4fbb-8702-9fead5aeaf5b details requested by agent ovs-agent-dv-cinder-837443-1-iscsi with host dv-cinder-837443-1-iscsi {{(pid=103485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 03:12:27.550266 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ade12-05fd-4e89-bdac-5c975594a374 req-e9e5064b-eda2-4910-9eba-164aece9d66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:27.556601 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-2c2ade12-05fd-4e89-bdac-5c975594a374 req-e9e5064b-eda2-4910-9eba-164aece9d66a service neutron] 10.222.0.25 "GET /v2.0/networks?id=3fc4f7ab-d71d-4f35-ae3b-eb81115fa470 HTTP/1.1" status: 200 len: 913 time: 0.1425948 Apr 12 03:12:27.617718 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-2c2ade12-05fd-4e89-bdac-5c975594a374 req-8ff9cfb4-536e-4126-809c-61afc8124896 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fa78891-20dc-478b-a18c-885c45b03075 HTTP/1.1" status: 200 len: 217 time: 0.0531247 Apr 12 03:12:27.682460 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ade12-05fd-4e89-bdac-5c975594a374 req-f38131c0-6b39-4de7-9726-cd4bb06999bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:27.684308 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-2c2ade12-05fd-4e89-bdac-5c975594a374 req-f38131c0-6b39-4de7-9726-cd4bb06999bf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ee578cce-46b4-4138-9667-b4ae8d8aaa35 HTTP/1.1" status: 200 len: 853 time: 0.0598874 Apr 12 03:12:27.696189 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-b4a5cf9e-3cba-4454-8918-f6770eec91a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28321091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28286573'] for subnet (a0a1ab81-9e87-4198-996c-a0cae16ce387), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:27.722945 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-2c2ade12-05fd-4e89-bdac-5c975594a374 req-c5bebdb9-fa70-400c-972a-ea81e29c06d6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3fc4f7ab-d71d-4f35-ae3b-eb81115fa470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309029 Apr 12 03:12:27.759905 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a5cf9e-3cba-4454-8918-f6770eec91a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0a1ab81-9e87-4198-996c-a0cae16ce387,revision_number=0']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:27.802204 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a5cf9e-3cba-4454-8918-f6770eec91a4 admin admin] Checking segment: {'id': '1a698222-6f2f-47fd-b3fe-4a9c3982c887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0540be88-09d2-4fbb-8702-9fead5aeaf5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:12:27.802792 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a5cf9e-3cba-4454-8918-f6770eec91a4 admin admin] Network hostable DHCP agents. Network: 0540be88-09d2-4fbb-8702-9fead5aeaf5b, hostable agents: ['fa7f2a92-0c20-457b-b451-d8a4489755d5'], hosted agents: [] {{(pid=103483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 03:12:27.871226 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-2c2ade12-05fd-4e89-bdac-5c975594a374 req-d9f4a971-8fab-4d73-9a2a-73e0d3ff4bc9 service neutron] 10.222.0.25 "GET /v2.0/networks/3fc4f7ab-d71d-4f35-ae3b-eb81115fa470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406844 Apr 12 03:12:27.888645 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a5cf9e-3cba-4454-8918-f6770eec91a4 admin admin] Network 0540be88-09d2-4fbb-8702-9fead5aeaf5b is scheduled to be hosted by DHCP agent fa7f2a92-0c20-457b-b451-d8a4489755d5 with binding_index 1 {{(pid=103483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 03:12:27.918636 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed48456-ffe9-45bc-b46b-1743b6764cfe req-48489d94-3bbb-4fdb-b559-9ec1e38b9c06 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:27.921184 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-2ed48456-ffe9-45bc-b46b-1743b6764cfe req-48489d94-3bbb-4fdb-b559-9ec1e38b9c06 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a08e22-9c8a-4d91-a721-f7368af7fede HTTP/1.1" status: 200 len: 943 time: 0.1346583 Apr 12 03:12:27.926900 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.base_scheduler [None req-b4a5cf9e-3cba-4454-8918-f6770eec91a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837443-1-iscsi, 0540be88-09d2-4fbb-8702-9fead5aeaf5b) {{(pid=103483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:12:27.943776 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a5cf9e-3cba-4454-8918-f6770eec91a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:27.944334 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-b4a5cf9e-3cba-4454-8918-f6770eec91a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for subnet (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:27.944494 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec4c65e-5397-45c3-a3b6-f6c757277123 None None] Network 0540be88-09d2-4fbb-8702-9fead5aeaf5b requested from dv-cinder-837443-1-iscsi {{(pid=103485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:12:28.010122 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-2c2ade12-05fd-4e89-bdac-5c975594a374 req-351f00f1-6619-439a-9ab9-8ebe87fe8a27 service neutron] 10.222.0.25 "GET /v2.0/networks/3fc4f7ab-d71d-4f35-ae3b-eb81115fa470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308308 Apr 12 03:12:28.012388 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-b4a5cf9e-3cba-4454-8918-f6770eec91a4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6333477 Apr 12 03:12:28.046807 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-2ed48456-ffe9-45bc-b46b-1743b6764cfe req-1624d428-ff10-4617-bf09-09a760c236ac tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6b5a1a-e2ba-4573-870f-ea3b814462c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988224 Apr 12 03:12:28.131533 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2102f7-6080-461b-8f7c-ff5daa7cf56f None None] Network 0540be88-09d2-4fbb-8702-9fead5aeaf5b requested from dv-cinder-837443-1-iscsi {{(pid=103485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:12:28.249398 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a63736aa-03b4-448a-a5ac-a324793c796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (2fa08797-e830-4b1e-af03-8a255eb086f2), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:28.426464 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device 0fa78891-20dc-478b-a18c-885c45b03075 details requested by agent hyperv_hv-cinder-83744 with host hv-cinder-83744 {{(pid=103485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 03:12:28.539658 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port 0fa78891-20dc-478b-a18c-885c45b03075, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=0fa78891-20dc-478b-a18c-885c45b03075,segment=NetworkSegment(fd14922f-85d1-4f74-a894-82051703256a),segment_id=fd14922f-85d1-4f74-a894-82051703256a)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:12:28.552218 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Returning: {'device': '0fa78891-20dc-478b-a18c-885c45b03075', 'network_id': '3fc4f7ab-d71d-4f35-ae3b-eb81115fa470', 'port_id': '0fa78891-20dc-478b-a18c-885c45b03075', 'mac_address': 'fa:16:3e:82:4b:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee578cce-46b4-4138-9667-b4ae8d8aaa35', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 03:12:28.590118 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Current status of the port 0fa78891-20dc-478b-a18c-885c45b03075 is: DOWN; New status is: BUILD {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:12:28.590503 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (0fa78891-20dc-478b-a18c-885c45b03075), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:28.603584 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fa78891-20dc-478b-a18c-885c45b03075 {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:12:28.623373 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port 0fa78891-20dc-478b-a18c-885c45b03075, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=0fa78891-20dc-478b-a18c-885c45b03075,segment=NetworkSegment(fd14922f-85d1-4f74-a894-82051703256a),segment_id=fd14922f-85d1-4f74-a894-82051703256a)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:12:28.629267 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (0fa78891-20dc-478b-a18c-885c45b03075), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:28.674642 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Pushing event updated for resources: {'Port': ['ID=0fa78891-20dc-478b-a18c-885c45b03075,revision_number=4']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:28.681826 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:28.682184 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:28.682518 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:28.682831 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:28.683159 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:28.683480 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:28.683822 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:28.684140 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:28.684514 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:28.684778 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:28.685073 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:28.685407 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:28.685717 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:28.686069 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:28.686563 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:28.859430 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] get_ports_and_sgs() called for port_ids ['0fa78891-20dc-478b-a18c-885c45b03075'] {{(pid=103485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:12:29.170131 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366815d4-bd13-4480-9e4d-6ee344eba769 req-c09c04d5-0fb3-486b-a899-4f6e566f2d71 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:29.176215 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-366815d4-bd13-4480-9e4d-6ee344eba769 req-c09c04d5-0fb3-486b-a899-4f6e566f2d71 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a08e22-9c8a-4d91-a721-f7368af7fede HTTP/1.1" status: 200 len: 944 time: 0.0570257 Apr 12 03:12:29.225318 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-366815d4-bd13-4480-9e4d-6ee344eba769 req-e4e24a29-73ca-4ae2-bc53-a3eee2059d6c tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6b5a1a-e2ba-4573-870f-ea3b814462c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441868 Apr 12 03:12:29.344875 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1779f033-a51c-40fe-bffc-8c58216692d2 req-332fa1c8-4d3d-427d-9e55-cb15c2adc7fc tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:29.346269 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-1779f033-a51c-40fe-bffc-8c58216692d2 req-332fa1c8-4d3d-427d-9e55-cb15c2adc7fc tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/networks?id=67674276-5bba-410e-af64-07da123e2ce0 HTTP/1.1" status: 200 len: 808 time: 0.1049745 Apr 12 03:12:29.361481 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-1779f033-a51c-40fe-bffc-8c58216692d2 req-89b6c4de-3bc4-4903-b63f-a1e3ac8db1db tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/quotas/729edaa2a27a40f897ddba50391dd29f HTTP/1.1" status: 200 len: 375 time: 0.0096765 Apr 12 03:12:29.400503 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-1779f033-a51c-40fe-bffc-8c58216692d2 req-a2510d11-3891-41dc-961c-043835e841ff tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=729edaa2a27a40f897ddba50391dd29f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331495 Apr 12 03:12:29.494125 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-1779f033-a51c-40fe-bffc-8c58216692d2 req-52094d11-6de9-43cb-9f31-1e61d8af947a service neutron] 10.222.0.32 "GET /v2.0/networks/67674276-5bba-410e-af64-07da123e2ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868981 Apr 12 03:12:29.593552 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-1779f033-a51c-40fe-bffc-8c58216692d2 req-434b05b1-87e3-43bf-9847-bd4d41b50800 service neutron] 10.222.0.32 "GET /v2.0/networks/67674276-5bba-410e-af64-07da123e2ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907259 Apr 12 03:12:29.773875 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-5038af54-7675-4cea-811d-43e3b006bb8c req-08357157-9faa-424b-86ec-0043c370adf8 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c62e1a-3398-4adf-9a2e-160a7160da7f HTTP/1.1" status: 200 len: 210 time: 0.0307066 Apr 12 03:12:29.942078 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be625cda-7f2b-4ec3-b03f-aa24446ccc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d888e177-8f03-43a8-a394-c59927fa1996), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:30.349665 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a0213-d6b1-4330-a247-b8bf568186e5 req-f9040ea8-d2dd-44ee-a24b-bc7960d5f4ac tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:30.351139 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-714a0213-d6b1-4330-a247-b8bf568186e5 req-f9040ea8-d2dd-44ee-a24b-bc7960d5f4ac tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a08e22-9c8a-4d91-a721-f7368af7fede HTTP/1.1" status: 200 len: 944 time: 0.0512042 Apr 12 03:12:30.398007 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-714a0213-d6b1-4330-a247-b8bf568186e5 req-a30933b7-f1aa-4de1-b3b3-7873e6527984 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6b5a1a-e2ba-4573-870f-ea3b814462c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409620 Apr 12 03:12:30.435135 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device 0fa78891-20dc-478b-a18c-885c45b03075 up at agent hyperv_hv-cinder-83744 {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:12:30.484071 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Provisioning for port 0fa78891-20dc-478b-a18c-885c45b03075 completed by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 03:12:30.491388 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Provisioning complete for port 0fa78891-20dc-478b-a18c-885c45b03075 triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:12:30.491789 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (0fa78891-20dc-478b-a18c-885c45b03075), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:30.578810 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Current status of the port 0fa78891-20dc-478b-a18c-885c45b03075 is: BUILD; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:12:30.579205 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (0fa78891-20dc-478b-a18c-885c45b03075), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:30.604862 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02a08e22-9c8a-4d91-a721-f7368af7fede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa78891-20dc-478b-a18c-885c45b03075'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:12:30.607367 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa41105cf641d53c122ae13245b26b419564b0c0a795a4827d4ee8fd8725077e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430ed836-26e3-40d1-96b8-1d5a7dc7f63c" -d '{"events": [{"server_uuid": "02a08e22-9c8a-4d91-a721-f7368af7fede", "name": "network-vif-plugged", "status": "completed", "tag": "0fa78891-20dc-478b-a18c-885c45b03075"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:12:30.622332 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port 0fa78891-20dc-478b-a18c-885c45b03075, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=0fa78891-20dc-478b-a18c-885c45b03075,segment=NetworkSegment(fd14922f-85d1-4f74-a894-82051703256a),segment_id=fd14922f-85d1-4f74-a894-82051703256a)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:12:30.627495 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (0fa78891-20dc-478b-a18c-885c45b03075), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:30.651663 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8d4b71-765b-4e12-ae06-957571779df0 x-openstack-request-id: req-2c8d4b71-765b-4e12-ae06-957571779df0 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:12:30.651981 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02a08e22-9c8a-4d91-a721-f7368af7fede", "name": "network-vif-plugged", "status": "completed", "tag": "0fa78891-20dc-478b-a18c-885c45b03075", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:12:30.652235 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2c8d4b71-765b-4e12-ae06-957571779df0 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:12:30.652647 dv-cinder-837443-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c8d4b71-765b-4e12-ae06-957571779df0'] response: {'server_uuid': '02a08e22-9c8a-4d91-a721-f7368af7fede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa78891-20dc-478b-a18c-885c45b03075', 'code': 200} Apr 12 03:12:30.685902 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Pushing event updated for resources: {'Port': ['ID=0fa78891-20dc-478b-a18c-885c45b03075,revision_number=5']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:30.755499 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1779f033-a51c-40fe-bffc-8c58216692d2 req-40797376-2a95-4536-9195-46b85213ec22 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:30.757059 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1779f033-a51c-40fe-bffc-8c58216692d2 req-40797376-2a95-4536-9195-46b85213ec22 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.25 "GET /v2.0/networks?id=67674276-5bba-410e-af64-07da123e2ce0 HTTP/1.1" status: 200 len: 808 time: 0.1212256 Apr 12 03:12:30.774718 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [req-1779f033-a51c-40fe-bffc-8c58216692d2 req-78391b7d-d059-4e06-98d2-66430d441928 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Request body: {'port': {'device_id': 'a2c62e1a-3398-4adf-9a2e-160a7160da7f', 'network_id': '67674276-5bba-410e-af64-07da123e2ce0', 'admin_state_up': True, 'tenant_id': '729edaa2a27a40f897ddba50391dd29f'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:12:30.841575 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97300509-25f5-4d3c-944f-e721bc488e85 req-cae29d64-6194-4b1e-9c1c-6de66ed8d6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:30.844932 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-97300509-25f5-4d3c-944f-e721bc488e85 req-cae29d64-6194-4b1e-9c1c-6de66ed8d6dc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=02a08e22-9c8a-4d91-a721-f7368af7fede HTTP/1.1" status: 200 len: 1129 time: 0.0502145 Apr 12 03:12:30.890834 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-a9d2f7f7-365b-46fd-bce8-49f2913147e2 req-81602d1a-9f77-4f32-9171-66a46e19b053 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c62e1a-3398-4adf-9a2e-160a7160da7f HTTP/1.1" status: 200 len: 210 time: 0.0434556 Apr 12 03:12:30.907290 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1779f033-a51c-40fe-bffc-8c58216692d2 req-78391b7d-d059-4e06-98d2-66430d441928 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Made reservation on behalf of 729edaa2a27a40f897ddba50391dd29f for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:12:30.920495 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1779f033-a51c-40fe-bffc-8c58216692d2 req-78391b7d-d059-4e06-98d2-66430d441928 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:30.923767 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-97300509-25f5-4d3c-944f-e721bc488e85 req-472e1b46-84ac-4cd0-8efd-21bdd69109a9 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9f6b5a1a-e2ba-4573-870f-ea3b814462c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664692 Apr 12 03:12:31.304192 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-1779f033-a51c-40fe-bffc-8c58216692d2 req-78391b7d-d059-4e06-98d2-66430d441928 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Allocated IP 172.20.0.6 (67674276-5bba-410e-af64-07da123e2ce0/3bfafcec-4ddc-4dd0-99d7-19b72037bcd2/478cc8ab-86a1-4daa-8d40-43b74c87721f) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:12:31.349352 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:31.461366 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1779f033-a51c-40fe-bffc-8c58216692d2 req-78391b7d-d059-4e06-98d2-66430d441928 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Publish callbacks [] for port (478cc8ab-86a1-4daa-8d40-43b74c87721f), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:31.526090 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4313549e-d35f-4e3f-b908-ec659adff0cb req-c50113a0-1ed2-4b09-b238-25554fb591fb tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:31.527507 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-4313549e-d35f-4e3f-b908-ec659adff0cb req-c50113a0-1ed2-4b09-b238-25554fb591fb tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a08e22-9c8a-4d91-a721-f7368af7fede HTTP/1.1" status: 200 len: 945 time: 0.0572202 Apr 12 03:12:31.540837 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1779f033-a51c-40fe-bffc-8c58216692d2 req-78391b7d-d059-4e06-98d2-66430d441928 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28695539'] for port (478cc8ab-86a1-4daa-8d40-43b74c87721f), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:31.600612 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1779f033-a51c-40fe-bffc-8c58216692d2 req-78391b7d-d059-4e06-98d2-66430d441928 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Network 67674276-5bba-410e-af64-07da123e2ce0 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:12:31.607193 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-1779f033-a51c-40fe-bffc-8c58216692d2 req-78391b7d-d059-4e06-98d2-66430d441928 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:12:31.613327 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-1779f033-a51c-40fe-bffc-8c58216692d2 req-78391b7d-d059-4e06-98d2-66430d441928 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:12:31.652664 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78391b7d-d059-4e06-98d2-66430d441928 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Pushing event updated for resources: {'Port': ['ID=478cc8ab-86a1-4daa-8d40-43b74c87721f,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:31.660514 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-4313549e-d35f-4e3f-b908-ec659adff0cb req-280bf080-c8f1-49dd-b526-4ba79e1b0d75 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6b5a1a-e2ba-4573-870f-ea3b814462c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270094 Apr 12 03:12:31.682605 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1779f033-a51c-40fe-bffc-8c58216692d2 req-78391b7d-d059-4e06-98d2-66430d441928 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:31.683244 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1779f033-a51c-40fe-bffc-8c58216692d2 req-78391b7d-d059-4e06-98d2-66430d441928 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for port (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:31.702219 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1779f033-a51c-40fe-bffc-8c58216692d2 req-78391b7d-d059-4e06-98d2-66430d441928 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9313831 Apr 12 03:12:31.713934 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [req-1779f033-a51c-40fe-bffc-8c58216692d2 req-1c5077de-2997-4a8b-8d47-10025994c474 service neutron] Request body: {'port': {'device_id': 'a2c62e1a-3398-4adf-9a2e-160a7160da7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83744'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:12:31.774381 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1779f033-a51c-40fe-bffc-8c58216692d2 req-1c5077de-2997-4a8b-8d47-10025994c474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (478cc8ab-86a1-4daa-8d40-43b74c87721f), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:32.012718 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b183f8c-5b7e-4e9c-a107-6f571fa4f001 req-dd165773-ff6f-4c86-a6fa-0b27c0874d64 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:32.014221 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-9b183f8c-5b7e-4e9c-a107-6f571fa4f001 req-dd165773-ff6f-4c86-a6fa-0b27c0874d64 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c62e1a-3398-4adf-9a2e-160a7160da7f HTTP/1.1" status: 200 len: 931 time: 0.0471566 Apr 12 03:12:32.056819 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.notifiers.nova [req-1779f033-a51c-40fe-bffc-8c58216692d2 req-1c5077de-2997-4a8b-8d47-10025994c474 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 478cc8ab-86a1-4daa-8d40-43b74c87721f {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:12:32.063177 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-9b183f8c-5b7e-4e9c-a107-6f571fa4f001 req-882c9a42-4b63-46ae-8dd3-153bec81a628 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/security-groups?id=b87f77ed-3d6f-4e82-bc88-e6edb61d43c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428016 Apr 12 03:12:32.065210 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1779f033-a51c-40fe-bffc-8c58216692d2 req-1c5077de-2997-4a8b-8d47-10025994c474 service neutron] Publish callbacks [] for port (478cc8ab-86a1-4daa-8d40-43b74c87721f), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:32.079699 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-1779f033-a51c-40fe-bffc-8c58216692d2 req-1c5077de-2997-4a8b-8d47-10025994c474 service neutron] Transition to ACTIVE for port object 478cc8ab-86a1-4daa-8d40-43b74c87721f will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 03:12:32.084290 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1779f033-a51c-40fe-bffc-8c58216692d2 req-1c5077de-2997-4a8b-8d47-10025994c474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28695544'] for port (478cc8ab-86a1-4daa-8d40-43b74c87721f), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:32.136779 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5077de-2997-4a8b-8d47-10025994c474 service neutron] Pushing event updated for resources: {'Port': ['ID=478cc8ab-86a1-4daa-8d40-43b74c87721f,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:32.208817 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-1779f033-a51c-40fe-bffc-8c58216692d2 req-1c5077de-2997-4a8b-8d47-10025994c474 service neutron] Attempting to bind port 478cc8ab-86a1-4daa-8d40-43b74c87721f on host hv-cinder-83744 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:12:32.209147 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-1779f033-a51c-40fe-bffc-8c58216692d2 req-1c5077de-2997-4a8b-8d47-10025994c474 service neutron] Attempting to bind port 478cc8ab-86a1-4daa-8d40-43b74c87721f by drivers openvswitch,hyperv on host hv-cinder-83744 at level 0 using segments [{'id': '957be75c-46c7-4149-85c1-4c356a76e918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '67674276-5bba-410e-af64-07da123e2ce0'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:12:32.209447 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1779f033-a51c-40fe-bffc-8c58216692d2 req-1c5077de-2997-4a8b-8d47-10025994c474 service neutron] Attempting to bind port 478cc8ab-86a1-4daa-8d40-43b74c87721f on network 67674276-5bba-410e-af64-07da123e2ce0 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:12:32.214038 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1779f033-a51c-40fe-bffc-8c58216692d2 req-1c5077de-2997-4a8b-8d47-10025994c474 service neutron] Port 478cc8ab-86a1-4daa-8d40-43b74c87721f on network 67674276-5bba-410e-af64-07da123e2ce0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83744 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 03:12:32.214354 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1779f033-a51c-40fe-bffc-8c58216692d2 req-1c5077de-2997-4a8b-8d47-10025994c474 service neutron] Attempting to bind port 478cc8ab-86a1-4daa-8d40-43b74c87721f on network 67674276-5bba-410e-af64-07da123e2ce0 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:12:32.219607 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1779f033-a51c-40fe-bffc-8c58216692d2 req-1c5077de-2997-4a8b-8d47-10025994c474 service neutron] Checking agent: {'id': 'd9b4afc3-988d-4081-ae69-d9ab2b5cf58b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83744', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 3, 2, 51), 'started_at': datetime.datetime(2022, 4, 12, 3, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:12:32.219999 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1779f033-a51c-40fe-bffc-8c58216692d2 req-1c5077de-2997-4a8b-8d47-10025994c474 service neutron] Checking segment: {'id': '957be75c-46c7-4149-85c1-4c356a76e918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '67674276-5bba-410e-af64-07da123e2ce0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:12:32.220377 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1779f033-a51c-40fe-bffc-8c58216692d2 req-1c5077de-2997-4a8b-8d47-10025994c474 service neutron] Bound using segment: {'id': '957be75c-46c7-4149-85c1-4c356a76e918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '67674276-5bba-410e-af64-07da123e2ce0'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:12:32.220763 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-1779f033-a51c-40fe-bffc-8c58216692d2 req-1c5077de-2997-4a8b-8d47-10025994c474 service neutron] Bound port: 478cc8ab-86a1-4daa-8d40-43b74c87721f, host: hv-cinder-83744, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '957be75c-46c7-4149-85c1-4c356a76e918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '67674276-5bba-410e-af64-07da123e2ce0'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:12:32.221145 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1779f033-a51c-40fe-bffc-8c58216692d2 req-1c5077de-2997-4a8b-8d47-10025994c474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (478cc8ab-86a1-4daa-8d40-43b74c87721f), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:32.291357 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-1779f033-a51c-40fe-bffc-8c58216692d2 req-1c5077de-2997-4a8b-8d47-10025994c474 service neutron] For port 478cc8ab-86a1-4daa-8d40-43b74c87721f, host hv-cinder-83744, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:12:32.295758 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-1779f033-a51c-40fe-bffc-8c58216692d2 req-1c5077de-2997-4a8b-8d47-10025994c474 service neutron] For port 478cc8ab-86a1-4daa-8d40-43b74c87721f, host hv-cinder-83744, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=478cc8ab-86a1-4daa-8d40-43b74c87721f,segment=NetworkSegment(957be75c-46c7-4149-85c1-4c356a76e918),segment_id=957be75c-46c7-4149-85c1-4c356a76e918)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:12:32.304453 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1779f033-a51c-40fe-bffc-8c58216692d2 req-1c5077de-2997-4a8b-8d47-10025994c474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28695544'] for port (478cc8ab-86a1-4daa-8d40-43b74c87721f), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:32.343689 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1779f033-a51c-40fe-bffc-8c58216692d2 req-1c5077de-2997-4a8b-8d47-10025994c474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:32.344359 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-1779f033-a51c-40fe-bffc-8c58216692d2 req-1c5077de-2997-4a8b-8d47-10025994c474 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for port (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:32.345788 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1779f033-a51c-40fe-bffc-8c58216692d2 req-1c5077de-2997-4a8b-8d47-10025994c474 service neutron] 10.222.0.25 "PUT /v2.0/ports/478cc8ab-86a1-4daa-8d40-43b74c87721f HTTP/1.1" status: 200 len: 1093 time: 0.6360738 Apr 12 03:12:32.346345 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2c62e1a-3398-4adf-9a2e-160a7160da7f', 'tag': '478cc8ab-86a1-4daa-8d40-43b74c87721f'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:12:32.348663 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d98137ebe7b3f8ae23a53251b76916d727952a33f49bb2ab88d2915e9897d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da1dcd7-882c-422a-be6b-1310b0c69565" -d '{"events": [{"name": "network-changed", "server_uuid": "a2c62e1a-3398-4adf-9a2e-160a7160da7f", "tag": "478cc8ab-86a1-4daa-8d40-43b74c87721f"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:12:32.384068 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5077de-2997-4a8b-8d47-10025994c474 service neutron] Pushing event updated for resources: {'Port': ['ID=478cc8ab-86a1-4daa-8d40-43b74c87721f,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:32.393620 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ab01ab-b6b2-40c1-9a47-97a5096a3a58 x-openstack-request-id: req-a4ab01ab-b6b2-40c1-9a47-97a5096a3a58 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:12:32.393915 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2c62e1a-3398-4adf-9a2e-160a7160da7f", "tag": "478cc8ab-86a1-4daa-8d40-43b74c87721f", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:12:32.394167 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a4ab01ab-b6b2-40c1-9a47-97a5096a3a58 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:12:32.394645 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4ab01ab-b6b2-40c1-9a47-97a5096a3a58'] response: {'name': 'network-changed', 'server_uuid': 'a2c62e1a-3398-4adf-9a2e-160a7160da7f', 'tag': '478cc8ab-86a1-4daa-8d40-43b74c87721f', 'status': 'completed', 'code': 200} Apr 12 03:12:32.473652 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1779f033-a51c-40fe-bffc-8c58216692d2 req-7279273d-48b6-4dfb-a887-a15c3053e49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:32.475172 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1779f033-a51c-40fe-bffc-8c58216692d2 req-7279273d-48b6-4dfb-a887-a15c3053e49f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=729edaa2a27a40f897ddba50391dd29f&device_id=a2c62e1a-3398-4adf-9a2e-160a7160da7f HTTP/1.1" status: 200 len: 1127 time: 0.0531392 Apr 12 03:12:32.520077 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1779f033-a51c-40fe-bffc-8c58216692d2 req-7fdc66e8-f6c0-4d15-8e1e-f98d1d77a361 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=478cc8ab-86a1-4daa-8d40-43b74c87721f HTTP/1.1" status: 200 len: 217 time: 0.0380995 Apr 12 03:12:32.570025 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1779f033-a51c-40fe-bffc-8c58216692d2 req-99235d72-d6f2-4a05-bafe-5ae134a6e644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:32.571557 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1779f033-a51c-40fe-bffc-8c58216692d2 req-99235d72-d6f2-4a05-bafe-5ae134a6e644 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3bfafcec-4ddc-4dd0-99d7-19b72037bcd2 HTTP/1.1" status: 200 len: 848 time: 0.0459301 Apr 12 03:12:32.606640 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1779f033-a51c-40fe-bffc-8c58216692d2 req-69bde5da-b088-4325-bb5f-fdf09f17d524 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=67674276-5bba-410e-af64-07da123e2ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277548 Apr 12 03:12:32.707260 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1779f033-a51c-40fe-bffc-8c58216692d2 req-c2a0542f-bc4b-4937-a200-082e0a98a7cc service neutron] 10.222.0.25 "GET /v2.0/networks/67674276-5bba-410e-af64-07da123e2ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947349 Apr 12 03:12:32.783792 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b281861-6115-40cf-925c-ca3ef469743f req-5054caca-e86d-40ec-bba6-ea2531f54800 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:32.785497 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-7b281861-6115-40cf-925c-ca3ef469743f req-5054caca-e86d-40ec-bba6-ea2531f54800 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a08e22-9c8a-4d91-a721-f7368af7fede HTTP/1.1" status: 200 len: 945 time: 0.0497196 Apr 12 03:12:32.805904 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1779f033-a51c-40fe-bffc-8c58216692d2 req-f17deba1-0718-4569-a9ef-03c26e1c0036 service neutron] 10.222.0.25 "GET /v2.0/networks/67674276-5bba-410e-af64-07da123e2ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925822 Apr 12 03:12:32.842247 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-7b281861-6115-40cf-925c-ca3ef469743f req-cc118ac1-6b14-4516-b11d-c23e291d05a2 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6b5a1a-e2ba-4573-870f-ea3b814462c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505919 Apr 12 03:12:33.199780 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac45a24f-be01-4b6b-a4e8-91506436f669 req-31804a7e-2f03-43be-b66f-bc8102d66066 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:33.201646 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-ac45a24f-be01-4b6b-a4e8-91506436f669 req-31804a7e-2f03-43be-b66f-bc8102d66066 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c62e1a-3398-4adf-9a2e-160a7160da7f HTTP/1.1" status: 200 len: 943 time: 0.0621541 Apr 12 03:12:33.250054 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-ac45a24f-be01-4b6b-a4e8-91506436f669 req-fbce6a7e-490f-42bf-a87d-8ab7701df8c0 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/security-groups?id=b87f77ed-3d6f-4e82-bc88-e6edb61d43c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424852 Apr 12 03:12:33.635487 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1dcd7-882c-422a-be6b-1310b0c69565 req-5ad92e06-f0f8-42aa-9264-eca383f20f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:33.637027 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-6da1dcd7-882c-422a-be6b-1310b0c69565 req-5ad92e06-f0f8-42aa-9264-eca383f20f5a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=729edaa2a27a40f897ddba50391dd29f&device_id=a2c62e1a-3398-4adf-9a2e-160a7160da7f HTTP/1.1" status: 200 len: 1127 time: 0.0552788 Apr 12 03:12:33.743208 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1dcd7-882c-422a-be6b-1310b0c69565 req-f06d8793-c388-4300-9532-fdf98d73a560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:33.744874 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-6da1dcd7-882c-422a-be6b-1310b0c69565 req-f06d8793-c388-4300-9532-fdf98d73a560 service neutron] 10.222.0.25 "GET /v2.0/networks?id=67674276-5bba-410e-af64-07da123e2ce0 HTTP/1.1" status: 200 len: 908 time: 0.0963097 Apr 12 03:12:33.823252 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-6da1dcd7-882c-422a-be6b-1310b0c69565 req-b8e949b9-f27d-4640-a3b1-e2c1da01bcbd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=478cc8ab-86a1-4daa-8d40-43b74c87721f HTTP/1.1" status: 200 len: 217 time: 0.0709734 Apr 12 03:12:33.892409 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1dcd7-882c-422a-be6b-1310b0c69565 req-5265a946-4e5a-46e0-8189-7d84883d7fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:33.893880 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-6da1dcd7-882c-422a-be6b-1310b0c69565 req-5265a946-4e5a-46e0-8189-7d84883d7fa0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3bfafcec-4ddc-4dd0-99d7-19b72037bcd2 HTTP/1.1" status: 200 len: 848 time: 0.0611184 Apr 12 03:12:33.932025 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-6da1dcd7-882c-422a-be6b-1310b0c69565 req-ecca40da-e4b5-4cfa-ad05-b8d1a2164710 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=67674276-5bba-410e-af64-07da123e2ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318553 Apr 12 03:12:34.030608 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-6da1dcd7-882c-422a-be6b-1310b0c69565 req-a1cf1f0f-bdce-4d27-abdc-6772ee852b84 service neutron] 10.222.0.25 "GET /v2.0/networks/67674276-5bba-410e-af64-07da123e2ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916803 Apr 12 03:12:34.122926 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-6da1dcd7-882c-422a-be6b-1310b0c69565 req-a5f303e4-f292-4852-9413-17ee792b67de service neutron] 10.222.0.25 "GET /v2.0/networks/67674276-5bba-410e-af64-07da123e2ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855179 Apr 12 03:12:34.373414 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2110063-0dec-47fb-843f-dc1f46b3c986 req-49346df1-da2a-4801-bc28-7fe5fd80ebc9 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:34.375128 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-b2110063-0dec-47fb-843f-dc1f46b3c986 req-49346df1-da2a-4801-bc28-7fe5fd80ebc9 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c62e1a-3398-4adf-9a2e-160a7160da7f HTTP/1.1" status: 200 len: 943 time: 0.0508666 Apr 12 03:12:34.426878 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-b2110063-0dec-47fb-843f-dc1f46b3c986 req-eaf23ed4-78bd-4ed4-bba6-b127965cf7b3 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/security-groups?id=b87f77ed-3d6f-4e82-bc88-e6edb61d43c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435216 Apr 12 03:12:34.452250 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device 478cc8ab-86a1-4daa-8d40-43b74c87721f details requested by agent hyperv_hv-cinder-83744 with host hv-cinder-83744 {{(pid=103485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 03:12:34.553473 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port 478cc8ab-86a1-4daa-8d40-43b74c87721f, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=478cc8ab-86a1-4daa-8d40-43b74c87721f,segment=NetworkSegment(957be75c-46c7-4149-85c1-4c356a76e918),segment_id=957be75c-46c7-4149-85c1-4c356a76e918)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:12:34.568696 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Returning: {'device': '478cc8ab-86a1-4daa-8d40-43b74c87721f', 'network_id': '67674276-5bba-410e-af64-07da123e2ce0', 'port_id': '478cc8ab-86a1-4daa-8d40-43b74c87721f', 'mac_address': 'fa:16:3e:e5:4e:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bfafcec-4ddc-4dd0-99d7-19b72037bcd2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 03:12:34.606519 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Current status of the port 478cc8ab-86a1-4daa-8d40-43b74c87721f is: DOWN; New status is: BUILD {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:12:34.606897 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (478cc8ab-86a1-4daa-8d40-43b74c87721f), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:34.619933 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 478cc8ab-86a1-4daa-8d40-43b74c87721f {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:12:34.641677 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port 478cc8ab-86a1-4daa-8d40-43b74c87721f, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=478cc8ab-86a1-4daa-8d40-43b74c87721f,segment=NetworkSegment(957be75c-46c7-4149-85c1-4c356a76e918),segment_id=957be75c-46c7-4149-85c1-4c356a76e918)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:12:34.649414 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (478cc8ab-86a1-4daa-8d40-43b74c87721f), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:34.696872 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Pushing event updated for resources: {'Port': ['ID=478cc8ab-86a1-4daa-8d40-43b74c87721f,revision_number=4']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:34.859592 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] get_ports_and_sgs() called for port_ids ['478cc8ab-86a1-4daa-8d40-43b74c87721f'] {{(pid=103485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:12:35.551605 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e9d84-01af-4a74-bd3c-838ac44dcb8a req-6a3e3c2a-b829-40a4-94d1-0aa5f099a871 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:35.553084 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-0a5e9d84-01af-4a74-bd3c-838ac44dcb8a req-6a3e3c2a-b829-40a4-94d1-0aa5f099a871 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c62e1a-3398-4adf-9a2e-160a7160da7f HTTP/1.1" status: 200 len: 944 time: 0.0484855 Apr 12 03:12:35.610279 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-0a5e9d84-01af-4a74-bd3c-838ac44dcb8a req-004694c4-8a0e-45f0-8974-ebc2cb3f1f16 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/security-groups?id=b87f77ed-3d6f-4e82-bc88-e6edb61d43c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491295 Apr 12 03:12:36.729279 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d6536-002f-4899-8ab3-a5f578049746 req-4535a08b-ab7b-4f6d-a1a8-42a4d6475055 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:36.730751 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-7a3d6536-002f-4899-8ab3-a5f578049746 req-4535a08b-ab7b-4f6d-a1a8-42a4d6475055 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c62e1a-3398-4adf-9a2e-160a7160da7f HTTP/1.1" status: 200 len: 944 time: 0.0522962 Apr 12 03:12:36.779676 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-7a3d6536-002f-4899-8ab3-a5f578049746 req-6035d475-2b1b-484d-92db-720eaf11ea1e tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/security-groups?id=b87f77ed-3d6f-4e82-bc88-e6edb61d43c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429683 Apr 12 03:12:37.230343 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device 478cc8ab-86a1-4daa-8d40-43b74c87721f up at agent hyperv_hv-cinder-83744 {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:12:37.284177 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Provisioning for port 478cc8ab-86a1-4daa-8d40-43b74c87721f completed by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 03:12:37.292248 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Provisioning complete for port 478cc8ab-86a1-4daa-8d40-43b74c87721f triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:12:37.292645 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (478cc8ab-86a1-4daa-8d40-43b74c87721f), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:37.377582 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Current status of the port 478cc8ab-86a1-4daa-8d40-43b74c87721f is: BUILD; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:12:37.377970 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (478cc8ab-86a1-4daa-8d40-43b74c87721f), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:37.408336 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2c62e1a-3398-4adf-9a2e-160a7160da7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '478cc8ab-86a1-4daa-8d40-43b74c87721f'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:12:37.410641 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa41105cf641d53c122ae13245b26b419564b0c0a795a4827d4ee8fd8725077e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3781a03-0b5d-49de-b77d-812016518995" -d '{"events": [{"server_uuid": "a2c62e1a-3398-4adf-9a2e-160a7160da7f", "name": "network-vif-plugged", "status": "completed", "tag": "478cc8ab-86a1-4daa-8d40-43b74c87721f"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:12:37.426081 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port 478cc8ab-86a1-4daa-8d40-43b74c87721f, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=478cc8ab-86a1-4daa-8d40-43b74c87721f,segment=NetworkSegment(957be75c-46c7-4149-85c1-4c356a76e918),segment_id=957be75c-46c7-4149-85c1-4c356a76e918)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:12:37.431184 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (478cc8ab-86a1-4daa-8d40-43b74c87721f), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:37.459503 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f367d0-5282-4600-814f-e95079965934 x-openstack-request-id: req-d2f367d0-5282-4600-814f-e95079965934 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:12:37.459872 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2c62e1a-3398-4adf-9a2e-160a7160da7f", "name": "network-vif-plugged", "status": "completed", "tag": "478cc8ab-86a1-4daa-8d40-43b74c87721f", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:12:37.460126 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d2f367d0-5282-4600-814f-e95079965934 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:12:37.460521 dv-cinder-837443-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2f367d0-5282-4600-814f-e95079965934'] response: {'server_uuid': 'a2c62e1a-3398-4adf-9a2e-160a7160da7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '478cc8ab-86a1-4daa-8d40-43b74c87721f', 'code': 200} Apr 12 03:12:37.480849 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Pushing event updated for resources: {'Port': ['ID=478cc8ab-86a1-4daa-8d40-43b74c87721f,revision_number=5']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:37.905059 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11864b4d-d53d-4e34-9639-f3e8a6b52d86 req-bc7ec389-15ff-4279-86b9-bbac48ca00f4 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:37.906563 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-11864b4d-d53d-4e34-9639-f3e8a6b52d86 req-bc7ec389-15ff-4279-86b9-bbac48ca00f4 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c62e1a-3398-4adf-9a2e-160a7160da7f HTTP/1.1" status: 200 len: 945 time: 0.0486252 Apr 12 03:12:37.956832 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-11864b4d-d53d-4e34-9639-f3e8a6b52d86 req-61b68c24-15a0-452d-8f36-6111a13e52f1 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/security-groups?id=b87f77ed-3d6f-4e82-bc88-e6edb61d43c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424178 Apr 12 03:12:38.339606 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba65aa-0f62-4e19-8484-d5af6b657cc4 req-853accb1-4bfb-457b-828d-042d93e56737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:38.341104 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1fba65aa-0f62-4e19-8484-d5af6b657cc4 req-853accb1-4bfb-457b-828d-042d93e56737 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a2c62e1a-3398-4adf-9a2e-160a7160da7f HTTP/1.1" status: 200 len: 1129 time: 0.0403881 Apr 12 03:12:38.386582 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1fba65aa-0f62-4e19-8484-d5af6b657cc4 req-c45e53d4-fed7-4617-8ef1-1d348ca36cb0 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b87f77ed-3d6f-4e82-bc88-e6edb61d43c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390866 Apr 12 03:12:39.073862 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9e9e2-d4e6-48c3-b541-0e33f1067b09 req-678b1056-06a8-4d2b-b2b5-ac50da4b89fa tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:39.075834 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-45b9e9e2-d4e6-48c3-b541-0e33f1067b09 req-678b1056-06a8-4d2b-b2b5-ac50da4b89fa tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c62e1a-3398-4adf-9a2e-160a7160da7f HTTP/1.1" status: 200 len: 945 time: 0.0481806 Apr 12 03:12:39.122857 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-45b9e9e2-d4e6-48c3-b541-0e33f1067b09 req-1108a316-eeb6-4097-ac66-e7335e838f6a tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/security-groups?id=b87f77ed-3d6f-4e82-bc88-e6edb61d43c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406954 Apr 12 03:12:40.241314 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3442a3-c1f8-4d96-b10f-dbf0a4d14bb8 req-ceab72ad-8e15-4b10-a6ae-1cc02795ae6e tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:40.242750 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-be3442a3-c1f8-4d96-b10f-dbf0a4d14bb8 req-ceab72ad-8e15-4b10-a6ae-1cc02795ae6e tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c62e1a-3398-4adf-9a2e-160a7160da7f HTTP/1.1" status: 200 len: 945 time: 0.0482061 Apr 12 03:12:40.293520 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-be3442a3-c1f8-4d96-b10f-dbf0a4d14bb8 req-e46e05da-87c7-4f4c-b949-58eecf27cc94 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/security-groups?id=b87f77ed-3d6f-4e82-bc88-e6edb61d43c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450881 Apr 12 03:12:41.425461 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e98155-121d-4051-8333-c2655ae33704 req-21939ed8-165f-4926-b3c4-8b2604a33498 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:41.426900 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-54e98155-121d-4051-8333-c2655ae33704 req-21939ed8-165f-4926-b3c4-8b2604a33498 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c62e1a-3398-4adf-9a2e-160a7160da7f HTTP/1.1" status: 200 len: 945 time: 0.0530925 Apr 12 03:12:41.478143 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-54e98155-121d-4051-8333-c2655ae33704 req-0ad77817-9b57-4b8c-bdef-5951e2298417 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/security-groups?id=b87f77ed-3d6f-4e82-bc88-e6edb61d43c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426927 Apr 12 03:12:42.606919 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57009cfa-1117-4781-a0d5-c7cd6b53df33 req-cbd83f79-70cb-4cb6-be44-348597fe56b4 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:42.608400 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-57009cfa-1117-4781-a0d5-c7cd6b53df33 req-cbd83f79-70cb-4cb6-be44-348597fe56b4 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c62e1a-3398-4adf-9a2e-160a7160da7f HTTP/1.1" status: 200 len: 945 time: 0.0493670 Apr 12 03:12:42.657031 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-57009cfa-1117-4781-a0d5-c7cd6b53df33 req-de9c0943-71ff-481c-aca4-19fa92fa152d tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/security-groups?id=b87f77ed-3d6f-4e82-bc88-e6edb61d43c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428121 Apr 12 03:12:43.362465 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e029c86f-e299-4716-b977-a0524165d6a5 req-a511dcf2-d7a5-4687-841c-5caa85e51832 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:43.364014 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-e029c86f-e299-4716-b977-a0524165d6a5 req-a511dcf2-d7a5-4687-841c-5caa85e51832 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c62e1a-3398-4adf-9a2e-160a7160da7f HTTP/1.1" status: 200 len: 945 time: 0.0605624 Apr 12 03:12:43.420587 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-e029c86f-e299-4716-b977-a0524165d6a5 req-20725fcf-b644-4062-ba3d-10f2e9f2df4d tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/security-groups?id=b87f77ed-3d6f-4e82-bc88-e6edb61d43c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504646 Apr 12 03:12:44.554729 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddb2a8-62d9-4f90-907c-f05956400c77 req-443f24f2-2704-470b-b074-11db03d8055f tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:44.556218 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-72ddb2a8-62d9-4f90-907c-f05956400c77 req-443f24f2-2704-470b-b074-11db03d8055f tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c62e1a-3398-4adf-9a2e-160a7160da7f HTTP/1.1" status: 200 len: 945 time: 0.0596311 Apr 12 03:12:44.609115 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-72ddb2a8-62d9-4f90-907c-f05956400c77 req-044246d7-5970-4f2f-8711-c73b4fb274cb tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/security-groups?id=b87f77ed-3d6f-4e82-bc88-e6edb61d43c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473444 Apr 12 03:12:45.741081 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f8e9f-eb8f-4d0e-a24f-46d40d71a770 req-68dbbd7f-056b-4d6b-8469-9e5c4ffdf8cc tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:45.742558 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-d65f8e9f-eb8f-4d0e-a24f-46d40d71a770 req-68dbbd7f-056b-4d6b-8469-9e5c4ffdf8cc tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c62e1a-3398-4adf-9a2e-160a7160da7f HTTP/1.1" status: 200 len: 945 time: 0.0578885 Apr 12 03:12:45.795674 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-d65f8e9f-eb8f-4d0e-a24f-46d40d71a770 req-13deb579-bcfb-4350-a0d6-7bac7a87daed tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/security-groups?id=b87f77ed-3d6f-4e82-bc88-e6edb61d43c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474241 Apr 12 03:12:46.854954 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c386e3f9-c6cb-410c-9a90-feff504bde4f req-1ef19878-4032-43f7-a40d-96af197704dd tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:46.856693 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-c386e3f9-c6cb-410c-9a90-feff504bde4f req-1ef19878-4032-43f7-a40d-96af197704dd tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2c62e1a-3398-4adf-9a2e-160a7160da7f HTTP/1.1" status: 200 len: 945 time: 0.0493698 Apr 12 03:12:46.974429 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c3a88-8e9f-49da-b3e9-9bd3376e39e3 req-e7c2d352-6b70-43de-b5b1-c95eb065449d tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:46.975976 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-428c3a88-8e9f-49da-b3e9-9bd3376e39e3 req-e7c2d352-6b70-43de-b5b1-c95eb065449d tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c62e1a-3398-4adf-9a2e-160a7160da7f HTTP/1.1" status: 200 len: 945 time: 0.1035235 Apr 12 03:12:46.995411 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 49930) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:12:47.009639 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-c386e3f9-c6cb-410c-9a90-feff504bde4f req-98a40571-f9dd-4f8c-93a2-aae40f3f226e tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Deleting port 478cc8ab-86a1-4daa-8d40-43b74c87721f {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:12:47.009982 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c386e3f9-c6cb-410c-9a90-feff504bde4f req-98a40571-f9dd-4f8c-93a2-aae40f3f226e tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (478cc8ab-86a1-4daa-8d40-43b74c87721f), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:47.043759 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5050ebd-13e6-4198-8cfb-a9013c81a129 admin admin] Deleting subnet 8c2c91f4-8bb4-4f92-b54c-bd82314fd3ec {{(pid=103483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 03:12:47.047184 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-b5050ebd-13e6-4198-8cfb-a9013c81a129 admin admin] Publish callbacks [] for subnet (8c2c91f4-8bb4-4f92-b54c-bd82314fd3ec), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:47.083960 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-b5050ebd-13e6-4198-8cfb-a9013c81a129 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1983584'] for subnet (8c2c91f4-8bb4-4f92-b54c-bd82314fd3ec), precommit_delete_associations {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:47.099874 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-428c3a88-8e9f-49da-b3e9-9bd3376e39e3 req-4a85b5fd-4f42-4a55-93c6-73b320ee1749 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/security-groups?id=b87f77ed-3d6f-4e82-bc88-e6edb61d43c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151388 Apr 12 03:12:47.128876 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-b5050ebd-13e6-4198-8cfb-a9013c81a129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662842'] for subnet (8c2c91f4-8bb4-4f92-b54c-bd82314fd3ec), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:47.143615 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-c386e3f9-c6cb-410c-9a90-feff504bde4f req-98a40571-f9dd-4f8c-93a2-aae40f3f226e tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] For port 478cc8ab-86a1-4daa-8d40-43b74c87721f, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=478cc8ab-86a1-4daa-8d40-43b74c87721f,segment=NetworkSegment(957be75c-46c7-4149-85c1-4c356a76e918),segment_id=957be75c-46c7-4149-85c1-4c356a76e918)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:12:47.143994 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c386e3f9-c6cb-410c-9a90-feff504bde4f req-98a40571-f9dd-4f8c-93a2-aae40f3f226e tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (478cc8ab-86a1-4daa-8d40-43b74c87721f), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:47.158226 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-c386e3f9-c6cb-410c-9a90-feff504bde4f req-98a40571-f9dd-4f8c-93a2-aae40f3f226e tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Calling delete_port for 478cc8ab-86a1-4daa-8d40-43b74c87721f owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:12:47.185028 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-b5050ebd-13e6-4198-8cfb-a9013c81a129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28322702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28286562'] for subnet (8c2c91f4-8bb4-4f92-b54c-bd82314fd3ec), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:47.210995 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5050ebd-13e6-4198-8cfb-a9013c81a129 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c2c91f4-8bb4-4f92-b54c-bd82314fd3ec,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:47.217882 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-b5050ebd-13e6-4198-8cfb-a9013c81a129 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for subnet (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:47.221621 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-b5050ebd-13e6-4198-8cfb-a9013c81a129 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8c2c91f4-8bb4-4f92-b54c-bd82314fd3ec HTTP/1.1" status: 204 len: 168 time: 0.2251945 Apr 12 03:12:47.224119 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 49932) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:12:47.294054 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-9ed54fde-42ec-45b0-aeb6-ecbab8bd80eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688745'] for network (15c2de8c-4b09-4629-9867-0736ccf7a5b8), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:47.303249 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c386e3f9-c6cb-410c-9a90-feff504bde4f req-98a40571-f9dd-4f8c-93a2-aae40f3f226e tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28695539'] for port (478cc8ab-86a1-4daa-8d40-43b74c87721f), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:47.322087 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] get_ports_and_sgs() called for port_ids ['478cc8ab-86a1-4daa-8d40-43b74c87721f'] {{(pid=103485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:12:47.333911 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a40571-f9dd-4f8c-93a2-aae40f3f226e tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Pushing event deleted for resources: {'Port': ['ID=478cc8ab-86a1-4daa-8d40-43b74c87721f,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:47.378687 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-c386e3f9-c6cb-410c-9a90-feff504bde4f req-98a40571-f9dd-4f8c-93a2-aae40f3f226e tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] No DVR routers for this DVR port 478cc8ab-86a1-4daa-8d40-43b74c87721f on host hv-cinder-83744 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:12:47.381249 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-c386e3f9-c6cb-410c-9a90-feff504bde4f req-98a40571-f9dd-4f8c-93a2-aae40f3f226e tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for port (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:47.384516 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-c386e3f9-c6cb-410c-9a90-feff504bde4f req-98a40571-f9dd-4f8c-93a2-aae40f3f226e tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.25 "DELETE /v2.0/ports/478cc8ab-86a1-4daa-8d40-43b74c87721f HTTP/1.1" status: 204 len: 173 time: 0.5217566 Apr 12 03:12:47.384964 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2c62e1a-3398-4adf-9a2e-160a7160da7f', 'name': 'network-vif-deleted', 'tag': '478cc8ab-86a1-4daa-8d40-43b74c87721f'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:12:47.387250 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d98137ebe7b3f8ae23a53251b76916d727952a33f49bb2ab88d2915e9897d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e737843e-7676-4449-949c-60d6e58bb189" -d '{"events": [{"server_uuid": "a2c62e1a-3398-4adf-9a2e-160a7160da7f", "name": "network-vif-deleted", "tag": "478cc8ab-86a1-4daa-8d40-43b74c87721f"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:12:47.388885 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-9ed54fde-42ec-45b0-aeb6-ecbab8bd80eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659639', 'neutron.services.segments.db._delete_segments_for_network-8733264514991'] for network (15c2de8c-4b09-4629-9867-0736ccf7a5b8), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:47.411693 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.services.segments.db [None req-9ed54fde-42ec-45b0-aeb6-ecbab8bd80eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15c2de8c-4b09-4629-9867-0736ccf7a5b8']}} {{(pid=103483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:12:47.422046 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.services.segments.db [None req-9ed54fde-42ec-45b0-aeb6-ecbab8bd80eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe4c5b40-13ea-461d-9e2b-8a8f12fe5596') {'for_net_delete': True} {{(pid=103483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:12:47.422405 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.services.segments.db [None req-9ed54fde-42ec-45b0-aeb6-ecbab8bd80eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe4c5b40-13ea-461d-9e2b-8a8f12fe5596') {} {{(pid=103483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:12:47.431207 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d212944d-0e9b-4571-a9d8-855c431745e3 x-openstack-request-id: req-d212944d-0e9b-4571-a9d8-855c431745e3 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:12:47.432051 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2c62e1a-3398-4adf-9a2e-160a7160da7f", "name": "network-vif-deleted", "tag": "478cc8ab-86a1-4daa-8d40-43b74c87721f", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:12:47.432314 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d212944d-0e9b-4571-a9d8-855c431745e3 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:12:47.432723 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d212944d-0e9b-4571-a9d8-855c431745e3'] response: {'server_uuid': 'a2c62e1a-3398-4adf-9a2e-160a7160da7f', 'name': 'network-vif-deleted', 'tag': '478cc8ab-86a1-4daa-8d40-43b74c87721f', 'status': 'completed', 'code': 200} Apr 12 03:12:47.444186 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-9ed54fde-42ec-45b0-aeb6-ecbab8bd80eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733264516792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1983593'] for segment (fe4c5b40-13ea-461d-9e2b-8a8f12fe5596), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:47.464243 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-9ed54fde-42ec-45b0-aeb6-ecbab8bd80eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (fe4c5b40-13ea-461d-9e2b-8a8f12fe5596), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:47.472596 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ed54fde-42ec-45b0-aeb6-ecbab8bd80eb admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 03:12:47.472991 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-9ed54fde-42ec-45b0-aeb6-ecbab8bd80eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28322596'] for segment (fe4c5b40-13ea-461d-9e2b-8a8f12fe5596), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:47.476985 dv-cinder-837443-1-iscsi neutron-server[103483]: Traceback (most recent call last): Apr 12 03:12:47.476985 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 03:12:47.476985 dv-cinder-837443-1-iscsi neutron-server[103483]: timer() Apr 12 03:12:47.476985 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 03:12:47.476985 dv-cinder-837443-1-iscsi neutron-server[103483]: cb(*args, **kw) Apr 12 03:12:47.476985 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 03:12:47.476985 dv-cinder-837443-1-iscsi neutron-server[103483]: return func(*args, **kwargs) Apr 12 03:12:47.476985 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 03:12:47.476985 dv-cinder-837443-1-iscsi neutron-server[103483]: self._notify() Apr 12 03:12:47.476985 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 03:12:47.476985 dv-cinder-837443-1-iscsi neutron-server[103483]: self.callback(batched_events) Apr 12 03:12:47.476985 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 03:12:47.476985 dv-cinder-837443-1-iscsi neutron-server[103483]: event.method(event) Apr 12 03:12:47.476985 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 03:12:47.476985 dv-cinder-837443-1-iscsi neutron-server[103483]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 03:12:47.476985 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 03:12:47.476985 dv-cinder-837443-1-iscsi neutron-server[103483]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 03:12:47.476985 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 03:12:47.476985 dv-cinder-837443-1-iscsi neutron-server[103483]: return f(self, *a, **k) Apr 12 03:12:47.476985 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 03:12:47.476985 dv-cinder-837443-1-iscsi neutron-server[103483]: return self._get(url).json() Apr 12 03:12:47.476985 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 03:12:47.476985 dv-cinder-837443-1-iscsi neutron-server[103483]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 03:12:47.476985 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 03:12:47.476985 dv-cinder-837443-1-iscsi neutron-server[103483]: return self.request(url, 'GET', **kwargs) Apr 12 03:12:47.476985 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 03:12:47.476985 dv-cinder-837443-1-iscsi neutron-server[103483]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 03:12:47.476985 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 03:12:47.476985 dv-cinder-837443-1-iscsi neutron-server[103483]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 03:12:47.476985 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 03:12:47.476985 dv-cinder-837443-1-iscsi neutron-server[103483]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 03:12:47.476985 dv-cinder-837443-1-iscsi neutron-server[103483]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 03:12:47.547023 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-9ed54fde-42ec-45b0-aeb6-ecbab8bd80eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682719'] for network (15c2de8c-4b09-4629-9867-0736ccf7a5b8), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:47.554240 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-9ed54fde-42ec-45b0-aeb6-ecbab8bd80eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for network (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:47.557435 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-9ed54fde-42ec-45b0-aeb6-ecbab8bd80eb admin admin] 10.222.0.32 "DELETE /v2.0/networks/15c2de8c-4b09-4629-9867-0736ccf7a5b8 HTTP/1.1" status: 204 len: 168 time: 0.3323896 Apr 12 03:12:47.560479 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 49946) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:12:47.568048 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed54fde-42ec-45b0-aeb6-ecbab8bd80eb admin admin] Pushing event deleted for resources: {'Network': ['ID=15c2de8c-4b09-4629-9867-0736ccf7a5b8,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:47.620436 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3301ace-5ea7-44db-9388-ae7a6855fe19 admin admin] Deleting subnet a0a1ab81-9e87-4198-996c-a0cae16ce387 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 03:12:47.623764 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b3301ace-5ea7-44db-9388-ae7a6855fe19 admin admin] Publish callbacks [] for subnet (a0a1ab81-9e87-4198-996c-a0cae16ce387), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:47.659309 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b3301ace-5ea7-44db-9388-ae7a6855fe19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28399234'] for subnet (a0a1ab81-9e87-4198-996c-a0cae16ce387), precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:47.700416 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b3301ace-5ea7-44db-9388-ae7a6855fe19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662842'] for subnet (a0a1ab81-9e87-4198-996c-a0cae16ce387), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:47.765202 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b3301ace-5ea7-44db-9388-ae7a6855fe19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28695438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28651215'] for subnet (a0a1ab81-9e87-4198-996c-a0cae16ce387), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:47.813189 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b3301ace-5ea7-44db-9388-ae7a6855fe19 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:47.817783 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-b3301ace-5ea7-44db-9388-ae7a6855fe19 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a0a1ab81-9e87-4198-996c-a0cae16ce387 HTTP/1.1" status: 204 len: 168 time: 0.2557719 Apr 12 03:12:47.819274 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3301ace-5ea7-44db-9388-ae7a6855fe19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0a1ab81-9e87-4198-996c-a0cae16ce387,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:47.820540 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 49960) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:12:47.891401 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-1a3a8016-380b-4142-a73b-25f7444e5ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688745'] for network (0540be88-09d2-4fbb-8702-9fead5aeaf5b), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:47.972936 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-1a3a8016-380b-4142-a73b-25f7444e5ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659639', 'neutron.services.segments.db._delete_segments_for_network-8733264514991'] for network (0540be88-09d2-4fbb-8702-9fead5aeaf5b), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:47.992964 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.services.segments.db [None req-1a3a8016-380b-4142-a73b-25f7444e5ccf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0540be88-09d2-4fbb-8702-9fead5aeaf5b']}} {{(pid=103483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:12:48.001874 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.services.segments.db [None req-1a3a8016-380b-4142-a73b-25f7444e5ccf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a698222-6f2f-47fd-b3fe-4a9c3982c887') {'for_net_delete': True} {{(pid=103483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:12:48.002478 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.services.segments.db [None req-1a3a8016-380b-4142-a73b-25f7444e5ccf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a698222-6f2f-47fd-b3fe-4a9c3982c887') {} {{(pid=103483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:12:48.011173 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-1a3a8016-380b-4142-a73b-25f7444e5ccf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733264516792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1983593'] for segment (1a698222-6f2f-47fd-b3fe-4a9c3982c887), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:48.024202 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-1a3a8016-380b-4142-a73b-25f7444e5ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (1a698222-6f2f-47fd-b3fe-4a9c3982c887), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:48.030048 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a3a8016-380b-4142-a73b-25f7444e5ccf admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 03:12:48.030430 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-1a3a8016-380b-4142-a73b-25f7444e5ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28322596'] for segment (1a698222-6f2f-47fd-b3fe-4a9c3982c887), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:48.032126 dv-cinder-837443-1-iscsi neutron-server[103483]: Traceback (most recent call last): Apr 12 03:12:48.032126 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 03:12:48.032126 dv-cinder-837443-1-iscsi neutron-server[103483]: timer() Apr 12 03:12:48.032126 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 03:12:48.032126 dv-cinder-837443-1-iscsi neutron-server[103483]: cb(*args, **kw) Apr 12 03:12:48.032126 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 03:12:48.032126 dv-cinder-837443-1-iscsi neutron-server[103483]: return func(*args, **kwargs) Apr 12 03:12:48.032126 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 03:12:48.032126 dv-cinder-837443-1-iscsi neutron-server[103483]: self._notify() Apr 12 03:12:48.032126 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 03:12:48.032126 dv-cinder-837443-1-iscsi neutron-server[103483]: self.callback(batched_events) Apr 12 03:12:48.032126 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 03:12:48.032126 dv-cinder-837443-1-iscsi neutron-server[103483]: event.method(event) Apr 12 03:12:48.032126 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 03:12:48.032126 dv-cinder-837443-1-iscsi neutron-server[103483]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 03:12:48.032126 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 03:12:48.032126 dv-cinder-837443-1-iscsi neutron-server[103483]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 03:12:48.032126 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 03:12:48.032126 dv-cinder-837443-1-iscsi neutron-server[103483]: return f(self, *a, **k) Apr 12 03:12:48.032126 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 03:12:48.032126 dv-cinder-837443-1-iscsi neutron-server[103483]: return self._get(url).json() Apr 12 03:12:48.032126 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 03:12:48.032126 dv-cinder-837443-1-iscsi neutron-server[103483]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 03:12:48.032126 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 03:12:48.032126 dv-cinder-837443-1-iscsi neutron-server[103483]: return self.request(url, 'GET', **kwargs) Apr 12 03:12:48.032126 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 03:12:48.032126 dv-cinder-837443-1-iscsi neutron-server[103483]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 03:12:48.032126 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 03:12:48.032126 dv-cinder-837443-1-iscsi neutron-server[103483]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 03:12:48.032126 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 03:12:48.032126 dv-cinder-837443-1-iscsi neutron-server[103483]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 03:12:48.032126 dv-cinder-837443-1-iscsi neutron-server[103483]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 03:12:48.091069 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-1a3a8016-380b-4142-a73b-25f7444e5ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682719'] for network (0540be88-09d2-4fbb-8702-9fead5aeaf5b), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:48.096383 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-1a3a8016-380b-4142-a73b-25f7444e5ccf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for network (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:48.099378 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-1a3a8016-380b-4142-a73b-25f7444e5ccf admin admin] 10.222.0.32 "DELETE /v2.0/networks/0540be88-09d2-4fbb-8702-9fead5aeaf5b HTTP/1.1" status: 204 len: 168 time: 0.2776046 Apr 12 03:12:48.109953 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a8016-380b-4142-a73b-25f7444e5ccf admin admin] Pushing event deleted for resources: {'Network': ['ID=0540be88-09d2-4fbb-8702-9fead5aeaf5b,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:48.270228 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 49978) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:12:48.313067 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-3da5f666-6536-4df1-aeba-92dbe63bd584 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eeea45d6403e440a93d21a4b68091572&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416250 Apr 12 03:12:48.316005 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 49980) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:12:48.362476 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472cc8ac-170d-4091-a8cc-56f1abdf095e req-8684c8f3-3df8-4398-8f9a-d357eae1307d tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:48.364212 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-472cc8ac-170d-4091-a8cc-56f1abdf095e req-8684c8f3-3df8-4398-8f9a-d357eae1307d tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/networks?id=67674276-5bba-410e-af64-07da123e2ce0 HTTP/1.1" status: 200 len: 808 time: 0.1005263 Apr 12 03:12:48.365251 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f63cf252-33c7-4513-a761-f18a75181fc3 admin admin] Publish callbacks [] for security_group (07600aca-c9a7-4cbe-bef3-781d342dcc4f), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:48.378722 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-472cc8ac-170d-4091-a8cc-56f1abdf095e req-99d250c5-64d1-4c95-a0c3-b5201d2849d1 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/quotas/729edaa2a27a40f897ddba50391dd29f HTTP/1.1" status: 200 len: 375 time: 0.0090053 Apr 12 03:12:48.386654 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f63cf252-33c7-4513-a761-f18a75181fc3 admin admin] Publish callbacks [] for security_group (07600aca-c9a7-4cbe-bef3-781d342dcc4f), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:48.415447 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-472cc8ac-170d-4091-a8cc-56f1abdf095e req-1df12f9f-981f-4c45-8fbf-af424cec4c6f tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=729edaa2a27a40f897ddba50391dd29f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313618 Apr 12 03:12:48.437200 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f63cf252-33c7-4513-a761-f18a75181fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (07600aca-c9a7-4cbe-bef3-781d342dcc4f), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:48.440426 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f63cf252-33c7-4513-a761-f18a75181fc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:48.441552 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-f63cf252-33c7-4513-a761-f18a75181fc3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/07600aca-c9a7-4cbe-bef3-781d342dcc4f HTTP/1.1" status: 204 len: 168 time: 0.1247046 Apr 12 03:12:48.449417 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63cf252-33c7-4513-a761-f18a75181fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07600aca-c9a7-4cbe-bef3-781d342dcc4f,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:48.521534 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-472cc8ac-170d-4091-a8cc-56f1abdf095e req-34cbb674-1a26-426a-ae47-02d0c65e7865 service neutron] 10.222.0.32 "GET /v2.0/networks/67674276-5bba-410e-af64-07da123e2ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992072 Apr 12 03:12:48.616972 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-472cc8ac-170d-4091-a8cc-56f1abdf095e req-ceecb3f5-3d53-453c-9b9b-73040d932b81 service neutron] 10.222.0.32 "GET /v2.0/networks/67674276-5bba-410e-af64-07da123e2ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894954 Apr 12 03:12:48.788586 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 49994) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:12:48.789478 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-4a21e3a0-87e9-4e43-bdc2-ae3f0b4ec96d req-11a68d95-bc5b-4581-b9a7-c16167ceb279 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c908bea-ae49-4eac-a917-3fd8aba7c6f1 HTTP/1.1" status: 200 len: 210 time: 0.0302391 Apr 12 03:12:48.839643 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-c1e57076-8693-4e65-ae0f-0f81a032d37f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9a93d530627e4723a0826f7f4783cdef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0461142 Apr 12 03:12:48.839774 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 49996) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:12:48.892805 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ff7a9163-22f7-4274-a967-705db2c2cc00 admin admin] Publish callbacks [] for security_group (78b3ca31-0dda-4d50-ab7e-12c2e92e41cb), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:48.914548 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ff7a9163-22f7-4274-a967-705db2c2cc00 admin admin] Publish callbacks [] for security_group (78b3ca31-0dda-4d50-ab7e-12c2e92e41cb), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:48.966802 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ff7a9163-22f7-4274-a967-705db2c2cc00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (78b3ca31-0dda-4d50-ab7e-12c2e92e41cb), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:48.969954 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ff7a9163-22f7-4274-a967-705db2c2cc00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:48.971251 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-ff7a9163-22f7-4274-a967-705db2c2cc00 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/78b3ca31-0dda-4d50-ab7e-12c2e92e41cb HTTP/1.1" status: 204 len: 168 time: 0.1305861 Apr 12 03:12:48.983137 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7a9163-22f7-4274-a967-705db2c2cc00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b3ca31-0dda-4d50-ab7e-12c2e92e41cb,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:49.902402 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-d5c7121c-c337-4d1b-9a86-563116530a3f req-719698ec-98e7-45af-95fa-5a746d54ca96 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c908bea-ae49-4eac-a917-3fd8aba7c6f1 HTTP/1.1" status: 200 len: 210 time: 0.0327554 Apr 12 03:12:50.172345 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 50046) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:12:50.280683 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d5ed9136-246c-4a51-8b7d-d06df8042ddb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:50.373606 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d5ed9136-246c-4a51-8b7d-d06df8042ddb admin admin] Publish callbacks [] for security_group (74a900ad-8406-43b2-b74d-f1cf8bfce450), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:50.378435 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-d5ed9136-246c-4a51-8b7d-d06df8042ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (74a900ad-8406-43b2-b74d-f1cf8bfce450), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:50.417178 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-d5ed9136-246c-4a51-8b7d-d06df8042ddb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4761d617cc4f4501820d996218b8f0ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2437382 Apr 12 03:12:50.418278 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ed9136-246c-4a51-8b7d-d06df8042ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a900ad-8406-43b2-b74d-f1cf8bfce450,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:50.420311 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 50054) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:12:50.478351 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-cd6dda1c-ce64-422e-9937-3c938b12c2eb admin admin] Publish callbacks [] for security_group (74a900ad-8406-43b2-b74d-f1cf8bfce450), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:50.502811 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-cd6dda1c-ce64-422e-9937-3c938b12c2eb admin admin] Publish callbacks [] for security_group (74a900ad-8406-43b2-b74d-f1cf8bfce450), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:50.521302 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.agents_db [None req-d3c4685f-78b0-4ffc-8e41-99bd627ddb58 None None] Agent healthcheck: found 6 active agents {{(pid=103486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:12:50.556598 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-cd6dda1c-ce64-422e-9937-3c938b12c2eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (74a900ad-8406-43b2-b74d-f1cf8bfce450), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:50.558970 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-cd6dda1c-ce64-422e-9937-3c938b12c2eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:50.560148 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-cd6dda1c-ce64-422e-9937-3c938b12c2eb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/74a900ad-8406-43b2-b74d-f1cf8bfce450 HTTP/1.1" status: 204 len: 168 time: 0.1387739 Apr 12 03:12:50.568413 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6dda1c-ce64-422e-9937-3c938b12c2eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a900ad-8406-43b2-b74d-f1cf8bfce450,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:50.847653 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d9b4afc3-988d-4081-ae69-d9ab2b5cf58b), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:51.002868 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-12e8e495-e01f-4f3e-bbe9-7c7e25e62f41 req-1e35a78d-ff78-436e-ad65-d893a859d6cc tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c908bea-ae49-4eac-a917-3fd8aba7c6f1 HTTP/1.1" status: 200 len: 210 time: 0.0293295 Apr 12 03:12:51.441804 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472cc8ac-170d-4091-a8cc-56f1abdf095e req-da949a98-d3c0-4511-b5dc-93e0e0abc5c1 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:51.443359 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-472cc8ac-170d-4091-a8cc-56f1abdf095e req-da949a98-d3c0-4511-b5dc-93e0e0abc5c1 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.25 "GET /v2.0/networks?id=67674276-5bba-410e-af64-07da123e2ce0 HTTP/1.1" status: 200 len: 808 time: 0.1172254 Apr 12 03:12:51.457356 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [req-472cc8ac-170d-4091-a8cc-56f1abdf095e req-a90831a9-9e38-4e22-bc72-1b2865ba091f tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Request body: {'port': {'device_id': '4c908bea-ae49-4eac-a917-3fd8aba7c6f1', 'network_id': '67674276-5bba-410e-af64-07da123e2ce0', 'admin_state_up': True, 'tenant_id': '729edaa2a27a40f897ddba50391dd29f'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:12:51.581382 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-472cc8ac-170d-4091-a8cc-56f1abdf095e req-a90831a9-9e38-4e22-bc72-1b2865ba091f tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Made reservation on behalf of 729edaa2a27a40f897ddba50391dd29f for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:12:51.584862 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-472cc8ac-170d-4091-a8cc-56f1abdf095e req-a90831a9-9e38-4e22-bc72-1b2865ba091f tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:51.665885 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 50106) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:12:51.714092 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-472cc8ac-170d-4091-a8cc-56f1abdf095e req-a90831a9-9e38-4e22-bc72-1b2865ba091f tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Allocated IP 172.20.0.11 (67674276-5bba-410e-af64-07da123e2ce0/3bfafcec-4ddc-4dd0-99d7-19b72037bcd2/9872acb2-09c2-4c8f-aac0-98a092be4e0c) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:12:51.778002 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-947001ae-b8d5-425f-9642-4d772aa9bc1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:51.858978 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-947001ae-b8d5-425f-9642-4d772aa9bc1a admin admin] Publish callbacks [] for security_group (775e3396-f150-4ccd-847d-30b4efc1f85d), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:51.863735 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-947001ae-b8d5-425f-9642-4d772aa9bc1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (775e3396-f150-4ccd-847d-30b4efc1f85d), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:51.868351 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-472cc8ac-170d-4091-a8cc-56f1abdf095e req-a90831a9-9e38-4e22-bc72-1b2865ba091f tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Publish callbacks [] for port (9872acb2-09c2-4c8f-aac0-98a092be4e0c), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:51.904222 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-472cc8ac-170d-4091-a8cc-56f1abdf095e req-a90831a9-9e38-4e22-bc72-1b2865ba091f tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28695539'] for port (9872acb2-09c2-4c8f-aac0-98a092be4e0c), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:51.906823 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-947001ae-b8d5-425f-9642-4d772aa9bc1a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e1818b7bc8104e40a77b197be8c91cd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2395899 Apr 12 03:12:51.907859 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 50110) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:12:51.908745 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947001ae-b8d5-425f-9642-4d772aa9bc1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775e3396-f150-4ccd-847d-30b4efc1f85d,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:51.953689 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-472cc8ac-170d-4091-a8cc-56f1abdf095e req-a90831a9-9e38-4e22-bc72-1b2865ba091f tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Network 67674276-5bba-410e-af64-07da123e2ce0 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:12:51.959916 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-472cc8ac-170d-4091-a8cc-56f1abdf095e req-a90831a9-9e38-4e22-bc72-1b2865ba091f tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:12:51.962617 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-472cc8ac-170d-4091-a8cc-56f1abdf095e req-a90831a9-9e38-4e22-bc72-1b2865ba091f tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:12:51.969839 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-e9c7f8ca-01b2-447b-ab84-ef56f7ec718f admin admin] Publish callbacks [] for security_group (775e3396-f150-4ccd-847d-30b4efc1f85d), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:51.991702 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90831a9-9e38-4e22-bc72-1b2865ba091f tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Pushing event updated for resources: {'Port': ['ID=9872acb2-09c2-4c8f-aac0-98a092be4e0c,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:51.999320 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-e9c7f8ca-01b2-447b-ab84-ef56f7ec718f admin admin] Publish callbacks [] for security_group (775e3396-f150-4ccd-847d-30b4efc1f85d), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:52.026799 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472cc8ac-170d-4091-a8cc-56f1abdf095e req-a90831a9-9e38-4e22-bc72-1b2865ba091f tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:52.028196 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-472cc8ac-170d-4091-a8cc-56f1abdf095e req-a90831a9-9e38-4e22-bc72-1b2865ba091f tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for port (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:52.053086 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-472cc8ac-170d-4091-a8cc-56f1abdf095e req-a90831a9-9e38-4e22-bc72-1b2865ba091f tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5968292 Apr 12 03:12:52.066476 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-e9c7f8ca-01b2-447b-ab84-ef56f7ec718f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (775e3396-f150-4ccd-847d-30b4efc1f85d), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:52.069268 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-e9c7f8ca-01b2-447b-ab84-ef56f7ec718f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:52.070419 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-e9c7f8ca-01b2-447b-ab84-ef56f7ec718f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/775e3396-f150-4ccd-847d-30b4efc1f85d HTTP/1.1" status: 204 len: 168 time: 0.1585479 Apr 12 03:12:52.088949 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c7f8ca-01b2-447b-ab84-ef56f7ec718f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775e3396-f150-4ccd-847d-30b4efc1f85d,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:52.134720 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05da8af-909b-48ea-9bc3-1d883984f516 req-f22089eb-45c9-4da7-8e0e-2bf2a34d4c26 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:52.136269 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-b05da8af-909b-48ea-9bc3-1d883984f516 req-f22089eb-45c9-4da7-8e0e-2bf2a34d4c26 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c908bea-ae49-4eac-a917-3fd8aba7c6f1 HTTP/1.1" status: 200 len: 932 time: 0.0579469 Apr 12 03:12:52.191556 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-b05da8af-909b-48ea-9bc3-1d883984f516 req-412246bc-549a-44fe-a58d-07bdabb9cc06 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/security-groups?id=b87f77ed-3d6f-4e82-bc88-e6edb61d43c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459263 Apr 12 03:12:53.313560 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe0e1d-47a4-414b-85a0-e485d88d6079 req-28789923-8cb9-4926-8f96-fad097ca749e tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:53.315038 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-bdfe0e1d-47a4-414b-85a0-e485d88d6079 req-28789923-8cb9-4926-8f96-fad097ca749e tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c908bea-ae49-4eac-a917-3fd8aba7c6f1 HTTP/1.1" status: 200 len: 932 time: 0.0534370 Apr 12 03:12:53.372490 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-bdfe0e1d-47a4-414b-85a0-e485d88d6079 req-b4150629-37a4-47e6-a5ef-63d5cfc272a0 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/security-groups?id=b87f77ed-3d6f-4e82-bc88-e6edb61d43c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517876 Apr 12 03:12:54.347372 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] get_ports_and_sgs() called for port_ids ['478cc8ab-86a1-4daa-8d40-43b74c87721f'] {{(pid=103485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:12:54.349344 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [req-472cc8ac-170d-4091-a8cc-56f1abdf095e req-232e2f3d-faea-4b0c-a065-d66f1be3706d service neutron] Request body: {'port': {'device_id': '4c908bea-ae49-4eac-a917-3fd8aba7c6f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83744'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:12:54.374322 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device 478cc8ab-86a1-4daa-8d40-43b74c87721f no longer exists at agent hyperv_hv-cinder-83744 {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:12:54.396682 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] No Port match for: 478cc8ab-86a1-4daa-8d40-43b74c87721f {{(pid=103485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:12:54.397013 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device 478cc8ab-86a1-4daa-8d40-43b74c87721f not bound to the agent host hv-cinder-83744 {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:12:54.416695 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-472cc8ac-170d-4091-a8cc-56f1abdf095e req-232e2f3d-faea-4b0c-a065-d66f1be3706d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (9872acb2-09c2-4c8f-aac0-98a092be4e0c), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:54.508560 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd0dfb-91d0-47f6-bb33-8d74b62d9f23 req-f46c2fa3-b5a4-42d0-8b65-2d6a0f44aa7f tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:54.510256 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-68cd0dfb-91d0-47f6-bb33-8d74b62d9f23 req-f46c2fa3-b5a4-42d0-8b65-2d6a0f44aa7f tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c908bea-ae49-4eac-a917-3fd8aba7c6f1 HTTP/1.1" status: 200 len: 932 time: 0.0486827 Apr 12 03:12:54.559691 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-68cd0dfb-91d0-47f6-bb33-8d74b62d9f23 req-7fab51d3-3be7-4257-a358-47b6c562ecaf tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/security-groups?id=b87f77ed-3d6f-4e82-bc88-e6edb61d43c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434101 Apr 12 03:12:54.732260 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.notifiers.nova [req-472cc8ac-170d-4091-a8cc-56f1abdf095e req-232e2f3d-faea-4b0c-a065-d66f1be3706d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9872acb2-09c2-4c8f-aac0-98a092be4e0c {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:12:54.746457 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-472cc8ac-170d-4091-a8cc-56f1abdf095e req-232e2f3d-faea-4b0c-a065-d66f1be3706d service neutron] Publish callbacks [] for port (9872acb2-09c2-4c8f-aac0-98a092be4e0c), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:54.764348 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-472cc8ac-170d-4091-a8cc-56f1abdf095e req-232e2f3d-faea-4b0c-a065-d66f1be3706d service neutron] Transition to ACTIVE for port object 9872acb2-09c2-4c8f-aac0-98a092be4e0c will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 03:12:54.770808 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-472cc8ac-170d-4091-a8cc-56f1abdf095e req-232e2f3d-faea-4b0c-a065-d66f1be3706d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28695544'] for port (9872acb2-09c2-4c8f-aac0-98a092be4e0c), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:54.807963 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e050d1ad-7059-49e9-9bab-03dbe1e6a174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (fa7f2a92-0c20-457b-b451-d8a4489755d5), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:54.834087 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232e2f3d-faea-4b0c-a065-d66f1be3706d service neutron] Pushing event updated for resources: {'Port': ['ID=9872acb2-09c2-4c8f-aac0-98a092be4e0c,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:54.915612 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-472cc8ac-170d-4091-a8cc-56f1abdf095e req-232e2f3d-faea-4b0c-a065-d66f1be3706d service neutron] Attempting to bind port 9872acb2-09c2-4c8f-aac0-98a092be4e0c on host hv-cinder-83744 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:12:54.916082 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-472cc8ac-170d-4091-a8cc-56f1abdf095e req-232e2f3d-faea-4b0c-a065-d66f1be3706d service neutron] Attempting to bind port 9872acb2-09c2-4c8f-aac0-98a092be4e0c by drivers openvswitch,hyperv on host hv-cinder-83744 at level 0 using segments [{'id': '957be75c-46c7-4149-85c1-4c356a76e918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '67674276-5bba-410e-af64-07da123e2ce0'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:12:54.916486 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472cc8ac-170d-4091-a8cc-56f1abdf095e req-232e2f3d-faea-4b0c-a065-d66f1be3706d service neutron] Attempting to bind port 9872acb2-09c2-4c8f-aac0-98a092be4e0c on network 67674276-5bba-410e-af64-07da123e2ce0 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:12:54.920952 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472cc8ac-170d-4091-a8cc-56f1abdf095e req-232e2f3d-faea-4b0c-a065-d66f1be3706d service neutron] Port 9872acb2-09c2-4c8f-aac0-98a092be4e0c on network 67674276-5bba-410e-af64-07da123e2ce0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83744 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 03:12:54.921268 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472cc8ac-170d-4091-a8cc-56f1abdf095e req-232e2f3d-faea-4b0c-a065-d66f1be3706d service neutron] Attempting to bind port 9872acb2-09c2-4c8f-aac0-98a092be4e0c on network 67674276-5bba-410e-af64-07da123e2ce0 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:12:54.926494 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472cc8ac-170d-4091-a8cc-56f1abdf095e req-232e2f3d-faea-4b0c-a065-d66f1be3706d service neutron] Checking agent: {'id': 'd9b4afc3-988d-4081-ae69-d9ab2b5cf58b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83744', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 3, 2, 51), 'started_at': datetime.datetime(2022, 4, 12, 3, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:12:54.926830 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472cc8ac-170d-4091-a8cc-56f1abdf095e req-232e2f3d-faea-4b0c-a065-d66f1be3706d service neutron] Checking segment: {'id': '957be75c-46c7-4149-85c1-4c356a76e918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '67674276-5bba-410e-af64-07da123e2ce0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:12:54.927532 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472cc8ac-170d-4091-a8cc-56f1abdf095e req-232e2f3d-faea-4b0c-a065-d66f1be3706d service neutron] Bound using segment: {'id': '957be75c-46c7-4149-85c1-4c356a76e918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '67674276-5bba-410e-af64-07da123e2ce0'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:12:54.928005 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-472cc8ac-170d-4091-a8cc-56f1abdf095e req-232e2f3d-faea-4b0c-a065-d66f1be3706d service neutron] Bound port: 9872acb2-09c2-4c8f-aac0-98a092be4e0c, host: hv-cinder-83744, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '957be75c-46c7-4149-85c1-4c356a76e918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '67674276-5bba-410e-af64-07da123e2ce0'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:12:54.928381 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-472cc8ac-170d-4091-a8cc-56f1abdf095e req-232e2f3d-faea-4b0c-a065-d66f1be3706d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (9872acb2-09c2-4c8f-aac0-98a092be4e0c), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:55.011856 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-472cc8ac-170d-4091-a8cc-56f1abdf095e req-232e2f3d-faea-4b0c-a065-d66f1be3706d service neutron] For port 9872acb2-09c2-4c8f-aac0-98a092be4e0c, host hv-cinder-83744, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:12:55.015847 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-472cc8ac-170d-4091-a8cc-56f1abdf095e req-232e2f3d-faea-4b0c-a065-d66f1be3706d service neutron] For port 9872acb2-09c2-4c8f-aac0-98a092be4e0c, host hv-cinder-83744, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=9872acb2-09c2-4c8f-aac0-98a092be4e0c,segment=NetworkSegment(957be75c-46c7-4149-85c1-4c356a76e918),segment_id=957be75c-46c7-4149-85c1-4c356a76e918)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:12:55.022920 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-472cc8ac-170d-4091-a8cc-56f1abdf095e req-232e2f3d-faea-4b0c-a065-d66f1be3706d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28695544'] for port (9872acb2-09c2-4c8f-aac0-98a092be4e0c), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:55.065059 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472cc8ac-170d-4091-a8cc-56f1abdf095e req-232e2f3d-faea-4b0c-a065-d66f1be3706d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:55.065689 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-472cc8ac-170d-4091-a8cc-56f1abdf095e req-232e2f3d-faea-4b0c-a065-d66f1be3706d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for port (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:55.067422 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-472cc8ac-170d-4091-a8cc-56f1abdf095e req-232e2f3d-faea-4b0c-a065-d66f1be3706d service neutron] 10.222.0.25 "PUT /v2.0/ports/9872acb2-09c2-4c8f-aac0-98a092be4e0c HTTP/1.1" status: 200 len: 1094 time: 0.7242370 Apr 12 03:12:55.067913 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c908bea-ae49-4eac-a917-3fd8aba7c6f1', 'tag': '9872acb2-09c2-4c8f-aac0-98a092be4e0c'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:12:55.070885 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d98137ebe7b3f8ae23a53251b76916d727952a33f49bb2ab88d2915e9897d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45eead51-59f2-48f2-afb4-99ff7276c533" -d '{"events": [{"name": "network-changed", "server_uuid": "4c908bea-ae49-4eac-a917-3fd8aba7c6f1", "tag": "9872acb2-09c2-4c8f-aac0-98a092be4e0c"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:12:55.098236 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232e2f3d-faea-4b0c-a065-d66f1be3706d service neutron] Pushing event updated for resources: {'Port': ['ID=9872acb2-09c2-4c8f-aac0-98a092be4e0c,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:55.156619 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad2d9c75-7283-4e6b-92e6-89f5a0ae515b x-openstack-request-id: req-ad2d9c75-7283-4e6b-92e6-89f5a0ae515b {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:12:55.157000 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c908bea-ae49-4eac-a917-3fd8aba7c6f1", "tag": "9872acb2-09c2-4c8f-aac0-98a092be4e0c", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:12:55.157314 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ad2d9c75-7283-4e6b-92e6-89f5a0ae515b {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:12:55.157765 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad2d9c75-7283-4e6b-92e6-89f5a0ae515b'] response: {'name': 'network-changed', 'server_uuid': '4c908bea-ae49-4eac-a917-3fd8aba7c6f1', 'tag': '9872acb2-09c2-4c8f-aac0-98a092be4e0c', 'status': 'completed', 'code': 200} Apr 12 03:12:55.175307 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472cc8ac-170d-4091-a8cc-56f1abdf095e req-f8e47b3b-5ce3-4d89-841f-fca3622bcd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:55.176852 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-472cc8ac-170d-4091-a8cc-56f1abdf095e req-f8e47b3b-5ce3-4d89-841f-fca3622bcd64 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=729edaa2a27a40f897ddba50391dd29f&device_id=4c908bea-ae49-4eac-a917-3fd8aba7c6f1 HTTP/1.1" status: 200 len: 1128 time: 0.0602002 Apr 12 03:12:55.234477 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-472cc8ac-170d-4091-a8cc-56f1abdf095e req-e568d694-b2d5-4152-915c-109cbd1480c6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9872acb2-09c2-4c8f-aac0-98a092be4e0c HTTP/1.1" status: 200 len: 217 time: 0.0422664 Apr 12 03:12:55.301272 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472cc8ac-170d-4091-a8cc-56f1abdf095e req-1b510d07-002c-45d8-8fd6-09e8fccc2cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:55.303017 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-472cc8ac-170d-4091-a8cc-56f1abdf095e req-1b510d07-002c-45d8-8fd6-09e8fccc2cc1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3bfafcec-4ddc-4dd0-99d7-19b72037bcd2 HTTP/1.1" status: 200 len: 848 time: 0.0622170 Apr 12 03:12:55.337994 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-472cc8ac-170d-4091-a8cc-56f1abdf095e req-d1ec8b82-c98e-4cb5-ba9f-ecc757f0edb8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=67674276-5bba-410e-af64-07da123e2ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274620 Apr 12 03:12:55.444583 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-472cc8ac-170d-4091-a8cc-56f1abdf095e req-ca526187-a55a-4434-a0b0-00c20209f191 service neutron] 10.222.0.25 "GET /v2.0/networks/67674276-5bba-410e-af64-07da123e2ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981700 Apr 12 03:12:55.542364 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-472cc8ac-170d-4091-a8cc-56f1abdf095e req-4f3c7556-5ae2-4ddd-83c5-ddee270d2adb service neutron] 10.222.0.25 "GET /v2.0/networks/67674276-5bba-410e-af64-07da123e2ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879622 Apr 12 03:12:55.677396 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6027042-6a74-48ff-81cf-fd541bc9d9d5 req-a809e331-9cc1-4b1a-8948-1397aacd3cc9 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:55.678904 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-e6027042-6a74-48ff-81cf-fd541bc9d9d5 req-a809e331-9cc1-4b1a-8948-1397aacd3cc9 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c908bea-ae49-4eac-a917-3fd8aba7c6f1 HTTP/1.1" status: 200 len: 944 time: 0.0480127 Apr 12 03:12:55.729373 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-e6027042-6a74-48ff-81cf-fd541bc9d9d5 req-862e3478-8967-4a3b-bc20-68e658394195 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/security-groups?id=b87f77ed-3d6f-4e82-bc88-e6edb61d43c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443711 Apr 12 03:12:56.408789 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eead51-59f2-48f2-afb4-99ff7276c533 req-e5b2f60e-4c35-42be-b986-9bf6a2233074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:56.410261 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-45eead51-59f2-48f2-afb4-99ff7276c533 req-e5b2f60e-4c35-42be-b986-9bf6a2233074 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=729edaa2a27a40f897ddba50391dd29f&device_id=4c908bea-ae49-4eac-a917-3fd8aba7c6f1 HTTP/1.1" status: 200 len: 1128 time: 0.0408094 Apr 12 03:12:56.515846 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eead51-59f2-48f2-afb4-99ff7276c533 req-ad799c3e-b5bd-4047-b4b7-3e3aab5e2fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:56.517666 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-45eead51-59f2-48f2-afb4-99ff7276c533 req-ad799c3e-b5bd-4047-b4b7-3e3aab5e2fb4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=67674276-5bba-410e-af64-07da123e2ce0 HTTP/1.1" status: 200 len: 908 time: 0.1007993 Apr 12 03:12:56.568612 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-45eead51-59f2-48f2-afb4-99ff7276c533 req-91ff11c6-adac-4470-925a-324c268b846c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9872acb2-09c2-4c8f-aac0-98a092be4e0c HTTP/1.1" status: 200 len: 217 time: 0.0443118 Apr 12 03:12:56.877437 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292142f1-5831-4946-ac77-9a9a7d56cf53 req-189f2056-c6b9-48e2-966b-3a1d93eab826 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:56.879174 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-292142f1-5831-4946-ac77-9a9a7d56cf53 req-189f2056-c6b9-48e2-966b-3a1d93eab826 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c908bea-ae49-4eac-a917-3fd8aba7c6f1 HTTP/1.1" status: 200 len: 944 time: 0.0757246 Apr 12 03:12:56.880771 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eead51-59f2-48f2-afb4-99ff7276c533 req-eb27e7e6-95f6-4702-ab89-9693667f8b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:56.882224 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-45eead51-59f2-48f2-afb4-99ff7276c533 req-eb27e7e6-95f6-4702-ab89-9693667f8b15 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3bfafcec-4ddc-4dd0-99d7-19b72037bcd2 HTTP/1.1" status: 200 len: 848 time: 0.0868211 Apr 12 03:12:56.927458 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-45eead51-59f2-48f2-afb4-99ff7276c533 req-3b1a0862-feb3-49db-9994-ef18c36ba877 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=67674276-5bba-410e-af64-07da123e2ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343618 Apr 12 03:12:56.975130 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-292142f1-5831-4946-ac77-9a9a7d56cf53 req-668b4287-43d3-4169-8fca-e81d5e64d54b tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/security-groups?id=b87f77ed-3d6f-4e82-bc88-e6edb61d43c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894389 Apr 12 03:12:57.044926 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-45eead51-59f2-48f2-afb4-99ff7276c533 req-ab1e7a96-b97d-46b6-9398-0c29ac0370dd service neutron] 10.222.0.25 "GET /v2.0/networks/67674276-5bba-410e-af64-07da123e2ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015244 Apr 12 03:12:57.157795 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-45eead51-59f2-48f2-afb4-99ff7276c533 req-edb8bfc7-613b-4a19-a713-c0b9b9755983 service neutron] 10.222.0.25 "GET /v2.0/networks/67674276-5bba-410e-af64-07da123e2ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050251 Apr 12 03:12:57.262454 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-675d3b4f-eeb1-4e59-9749-35f3ffec1c79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (beb15aed-f2b6-4676-85ca-b43f14e6acf3), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:58.049894 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 50316) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:12:58.104103 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91448e-9ec6-4754-9c56-7dc3dd93a1fc req-f3bc2b7c-6898-45d8-852a-e7b751ac08ed tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:58.105619 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-fd91448e-9ec6-4754-9c56-7dc3dd93a1fc req-f3bc2b7c-6898-45d8-852a-e7b751ac08ed tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c908bea-ae49-4eac-a917-3fd8aba7c6f1 HTTP/1.1" status: 200 len: 944 time: 0.0480950 Apr 12 03:12:58.163876 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c7bcda4f-b062-49ed-879b-cad6fb7681b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:58.170072 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-fd91448e-9ec6-4754-9c56-7dc3dd93a1fc req-09c5b562-fcc9-4e58-9bdb-20bcb2bc64f8 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/security-groups?id=b87f77ed-3d6f-4e82-bc88-e6edb61d43c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563161 Apr 12 03:12:58.254355 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c7bcda4f-b062-49ed-879b-cad6fb7681b3 admin admin] Publish callbacks [] for security_group (a4f63d1b-242e-4c11-aff0-f817d6ee8b00), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:58.255318 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a63736aa-03b4-448a-a5ac-a324793c796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (2fa08797-e830-4b1e-af03-8a255eb086f2), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:58.259512 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c7bcda4f-b062-49ed-879b-cad6fb7681b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (a4f63d1b-242e-4c11-aff0-f817d6ee8b00), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:58.303246 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-c7bcda4f-b062-49ed-879b-cad6fb7681b3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d15f4baf317d4241bc5a20077afede7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2521193 Apr 12 03:12:58.304088 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bcda4f-b062-49ed-879b-cad6fb7681b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f63d1b-242e-4c11-aff0-f817d6ee8b00,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:58.306220 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 50320) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:12:58.356587 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-27e109d4-334e-4fde-94e0-856e8496293f admin admin] Publish callbacks [] for security_group (a4f63d1b-242e-4c11-aff0-f817d6ee8b00), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:58.378607 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-27e109d4-334e-4fde-94e0-856e8496293f admin admin] Publish callbacks [] for security_group (a4f63d1b-242e-4c11-aff0-f817d6ee8b00), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:58.380539 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device 9872acb2-09c2-4c8f-aac0-98a092be4e0c details requested by agent hyperv_hv-cinder-83744 with host hv-cinder-83744 {{(pid=103485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 03:12:58.434167 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-27e109d4-334e-4fde-94e0-856e8496293f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (a4f63d1b-242e-4c11-aff0-f817d6ee8b00), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:58.436690 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-27e109d4-334e-4fde-94e0-856e8496293f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:58.440747 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-27e109d4-334e-4fde-94e0-856e8496293f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a4f63d1b-242e-4c11-aff0-f817d6ee8b00 HTTP/1.1" status: 204 len: 168 time: 0.1332819 Apr 12 03:12:58.449097 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e109d4-334e-4fde-94e0-856e8496293f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f63d1b-242e-4c11-aff0-f817d6ee8b00,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:58.495249 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port 9872acb2-09c2-4c8f-aac0-98a092be4e0c, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=9872acb2-09c2-4c8f-aac0-98a092be4e0c,segment=NetworkSegment(957be75c-46c7-4149-85c1-4c356a76e918),segment_id=957be75c-46c7-4149-85c1-4c356a76e918)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:12:58.507834 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Returning: {'device': '9872acb2-09c2-4c8f-aac0-98a092be4e0c', 'network_id': '67674276-5bba-410e-af64-07da123e2ce0', 'port_id': '9872acb2-09c2-4c8f-aac0-98a092be4e0c', 'mac_address': 'fa:16:3e:3e:14:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bfafcec-4ddc-4dd0-99d7-19b72037bcd2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 03:12:58.551268 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Current status of the port 9872acb2-09c2-4c8f-aac0-98a092be4e0c is: DOWN; New status is: BUILD {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:12:58.551873 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (9872acb2-09c2-4c8f-aac0-98a092be4e0c), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:58.569844 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9872acb2-09c2-4c8f-aac0-98a092be4e0c {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:12:58.589495 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port 9872acb2-09c2-4c8f-aac0-98a092be4e0c, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=9872acb2-09c2-4c8f-aac0-98a092be4e0c,segment=NetworkSegment(957be75c-46c7-4149-85c1-4c356a76e918),segment_id=957be75c-46c7-4149-85c1-4c356a76e918)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:12:58.594511 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (9872acb2-09c2-4c8f-aac0-98a092be4e0c), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:58.650031 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Pushing event updated for resources: {'Port': ['ID=9872acb2-09c2-4c8f-aac0-98a092be4e0c,revision_number=4']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:58.723636 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 50332) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:12:58.736636 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f30cf8a6-e521-4c5b-8b86-7560a11daf12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:58.843212 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] get_ports_and_sgs() called for port_ids ['9872acb2-09c2-4c8f-aac0-98a092be4e0c'] {{(pid=103485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:12:59.096548 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f30cf8a6-e521-4c5b-8b86-7560a11daf12 admin admin] Publish callbacks [] for security_group (834c9939-d47a-4a2b-84d3-17e41ce631b6), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:59.102274 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-f30cf8a6-e521-4c5b-8b86-7560a11daf12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (834c9939-d47a-4a2b-84d3-17e41ce631b6), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:59.128311 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4feea-c7c5-4be2-8b10-4d1663d1aa14 req-0275f06e-74d6-4504-b066-fe8a06bc0211 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:59.129822 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-dec4feea-c7c5-4be2-8b10-4d1663d1aa14 req-0275f06e-74d6-4504-b066-fe8a06bc0211 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a08e22-9c8a-4d91-a721-f7368af7fede HTTP/1.1" status: 200 len: 945 time: 0.0696964 Apr 12 03:12:59.162937 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30cf8a6-e521-4c5b-8b86-7560a11daf12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=834c9939-d47a-4a2b-84d3-17e41ce631b6,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:59.171476 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-f30cf8a6-e521-4c5b-8b86-7560a11daf12 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9bc1aa4fa6b34dd2830ec66acea53073&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4464848 Apr 12 03:12:59.174249 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 50336) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:12:59.200518 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-dec4feea-c7c5-4be2-8b10-4d1663d1aa14 req-ba46a4a5-0ec7-4cf7-ad57-aca631efa462 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6b5a1a-e2ba-4573-870f-ea3b814462c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633554 Apr 12 03:12:59.236073 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-e703b6a7-f364-4e16-984d-e6129d14a472 admin admin] Publish callbacks [] for security_group (834c9939-d47a-4a2b-84d3-17e41ce631b6), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:59.258944 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-e703b6a7-f364-4e16-984d-e6129d14a472 admin admin] Publish callbacks [] for security_group (834c9939-d47a-4a2b-84d3-17e41ce631b6), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:59.327712 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f527348-8116-4dd5-b18e-be01b851d6a8 req-b1971686-a93b-45f2-83cd-80532cfb7158 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:59.329188 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-6f527348-8116-4dd5-b18e-be01b851d6a8 req-b1971686-a93b-45f2-83cd-80532cfb7158 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c908bea-ae49-4eac-a917-3fd8aba7c6f1 HTTP/1.1" status: 200 len: 945 time: 0.0724764 Apr 12 03:12:59.362040 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-e703b6a7-f364-4e16-984d-e6129d14a472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (834c9939-d47a-4a2b-84d3-17e41ce631b6), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:59.364649 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-e703b6a7-f364-4e16-984d-e6129d14a472 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:59.365730 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-e703b6a7-f364-4e16-984d-e6129d14a472 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/834c9939-d47a-4a2b-84d3-17e41ce631b6 HTTP/1.1" status: 204 len: 168 time: 0.1905005 Apr 12 03:12:59.384925 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e703b6a7-f364-4e16-984d-e6129d14a472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834c9939-d47a-4a2b-84d3-17e41ce631b6,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:59.389481 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-6f527348-8116-4dd5-b18e-be01b851d6a8 req-2e18b835-5663-4ef9-9273-9bdee21c4027 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/security-groups?id=b87f77ed-3d6f-4e82-bc88-e6edb61d43c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539601 Apr 12 03:12:59.942614 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be625cda-7f2b-4ec3-b03f-aa24446ccc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d888e177-8f03-43a8-a394-c59927fa1996), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:00.323262 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e913c-e56c-41e2-b4c6-97cf912fb292 req-6f88b40a-7db1-430d-b0ea-1b3493c06175 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:00.325179 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-c23e913c-e56c-41e2-b4c6-97cf912fb292 req-6f88b40a-7db1-430d-b0ea-1b3493c06175 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a08e22-9c8a-4d91-a721-f7368af7fede HTTP/1.1" status: 200 len: 945 time: 0.0506234 Apr 12 03:13:00.377177 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-c23e913c-e56c-41e2-b4c6-97cf912fb292 req-f00c9333-5388-4a48-95cc-f3f4c842825b tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f6b5a1a-e2ba-4573-870f-ea3b814462c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460241 Apr 12 03:13:00.377367 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device 9872acb2-09c2-4c8f-aac0-98a092be4e0c up at agent hyperv_hv-cinder-83744 {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:13:00.425280 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Provisioning for port 9872acb2-09c2-4c8f-aac0-98a092be4e0c completed by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 03:13:00.435197 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Provisioning complete for port 9872acb2-09c2-4c8f-aac0-98a092be4e0c triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:13:00.435570 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (9872acb2-09c2-4c8f-aac0-98a092be4e0c), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:00.516986 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Current status of the port 9872acb2-09c2-4c8f-aac0-98a092be4e0c is: BUILD; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:13:00.517361 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (9872acb2-09c2-4c8f-aac0-98a092be4e0c), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:00.535348 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c411b7f8-969e-45c9-9038-62f7c27c80b1 req-34d890d8-b980-4e30-8fcb-336dcb4c9f06 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:00.537598 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c411b7f8-969e-45c9-9038-62f7c27c80b1 req-34d890d8-b980-4e30-8fcb-336dcb4c9f06 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c908bea-ae49-4eac-a917-3fd8aba7c6f1 HTTP/1.1" status: 200 len: 945 time: 0.0511010 Apr 12 03:13:00.617969 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c411b7f8-969e-45c9-9038-62f7c27c80b1 req-015aaf11-d937-4ffb-b220-15ca23d287f5 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/security-groups?id=b87f77ed-3d6f-4e82-bc88-e6edb61d43c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737176 Apr 12 03:13:00.622346 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478a4e4-97b4-4a2d-8cb5-0793717e1ddd req-66e958bd-9688-4f5e-b94b-1cfb887a6d98 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:00.624255 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-4478a4e4-97b4-4a2d-8cb5-0793717e1ddd req-66e958bd-9688-4f5e-b94b-1cfb887a6d98 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] 10.222.0.25 "GET /v2.0/ports?device_id=02a08e22-9c8a-4d91-a721-f7368af7fede HTTP/1.1" status: 200 len: 945 time: 0.0993831 Apr 12 03:13:00.680779 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c908bea-ae49-4eac-a917-3fd8aba7c6f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9872acb2-09c2-4c8f-aac0-98a092be4e0c'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:13:00.683682 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa41105cf641d53c122ae13245b26b419564b0c0a795a4827d4ee8fd8725077e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21b2ea8-0ee5-412f-8c03-a0ad2dc45cec" -d '{"events": [{"server_uuid": "4c908bea-ae49-4eac-a917-3fd8aba7c6f1", "name": "network-vif-plugged", "status": "completed", "tag": "9872acb2-09c2-4c8f-aac0-98a092be4e0c"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:13:00.696817 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port 9872acb2-09c2-4c8f-aac0-98a092be4e0c, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=9872acb2-09c2-4c8f-aac0-98a092be4e0c,segment=NetworkSegment(957be75c-46c7-4149-85c1-4c356a76e918),segment_id=957be75c-46c7-4149-85c1-4c356a76e918)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:13:00.702857 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (9872acb2-09c2-4c8f-aac0-98a092be4e0c), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:00.730497 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d270012-6dd0-49a0-b93f-de35851902ca x-openstack-request-id: req-0d270012-6dd0-49a0-b93f-de35851902ca {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:13:00.730787 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c908bea-ae49-4eac-a917-3fd8aba7c6f1", "name": "network-vif-plugged", "status": "completed", "tag": "9872acb2-09c2-4c8f-aac0-98a092be4e0c", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:13:00.731300 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0d270012-6dd0-49a0-b93f-de35851902ca {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:13:00.731905 dv-cinder-837443-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d270012-6dd0-49a0-b93f-de35851902ca'] response: {'server_uuid': '4c908bea-ae49-4eac-a917-3fd8aba7c6f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9872acb2-09c2-4c8f-aac0-98a092be4e0c', 'code': 200} Apr 12 03:13:00.746155 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-4478a4e4-97b4-4a2d-8cb5-0793717e1ddd req-6169f9e2-ccab-401b-97b9-459fb41bc1c9 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Deleting port 0fa78891-20dc-478b-a18c-885c45b03075 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:13:00.746491 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4478a4e4-97b4-4a2d-8cb5-0793717e1ddd req-6169f9e2-ccab-401b-97b9-459fb41bc1c9 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (0fa78891-20dc-478b-a18c-885c45b03075), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:00.760558 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Pushing event updated for resources: {'Port': ['ID=9872acb2-09c2-4c8f-aac0-98a092be4e0c,revision_number=5']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:00.853734 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-4478a4e4-97b4-4a2d-8cb5-0793717e1ddd req-6169f9e2-ccab-401b-97b9-459fb41bc1c9 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] For port 0fa78891-20dc-478b-a18c-885c45b03075, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=0fa78891-20dc-478b-a18c-885c45b03075,segment=NetworkSegment(fd14922f-85d1-4f74-a894-82051703256a),segment_id=fd14922f-85d1-4f74-a894-82051703256a)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:13:00.854550 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4478a4e4-97b4-4a2d-8cb5-0793717e1ddd req-6169f9e2-ccab-401b-97b9-459fb41bc1c9 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (0fa78891-20dc-478b-a18c-885c45b03075), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:00.868636 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-4478a4e4-97b4-4a2d-8cb5-0793717e1ddd req-6169f9e2-ccab-401b-97b9-459fb41bc1c9 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Calling delete_port for 0fa78891-20dc-478b-a18c-885c45b03075 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:13:00.947126 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac69be-407d-476c-af80-06dccaa9cc94 req-c020fd99-e960-481d-9cac-b1c80392fba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:00.947490 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-44ac69be-407d-476c-af80-06dccaa9cc94 req-c020fd99-e960-481d-9cac-b1c80392fba5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4c908bea-ae49-4eac-a917-3fd8aba7c6f1 HTTP/1.1" status: 200 len: 1130 time: 0.0556877 Apr 12 03:13:00.999216 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-44ac69be-407d-476c-af80-06dccaa9cc94 req-abb65dcd-d8d0-4fd6-b38b-f56e177ed6fd service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b87f77ed-3d6f-4e82-bc88-e6edb61d43c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443933 Apr 12 03:13:01.024467 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4478a4e4-97b4-4a2d-8cb5-0793717e1ddd req-6169f9e2-ccab-401b-97b9-459fb41bc1c9 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28695539'] for port (0fa78891-20dc-478b-a18c-885c45b03075), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:01.036967 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] get_ports_and_sgs() called for port_ids ['0fa78891-20dc-478b-a18c-885c45b03075'] {{(pid=103485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:13:01.054771 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6169f9e2-ccab-401b-97b9-459fb41bc1c9 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Pushing event deleted for resources: {'Port': ['ID=0fa78891-20dc-478b-a18c-885c45b03075,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:01.066933 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6169f9e2-ccab-401b-97b9-459fb41bc1c9 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:01.067283 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6169f9e2-ccab-401b-97b9-459fb41bc1c9 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:01.067632 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6169f9e2-ccab-401b-97b9-459fb41bc1c9 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:01.067996 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6169f9e2-ccab-401b-97b9-459fb41bc1c9 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:01.068333 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6169f9e2-ccab-401b-97b9-459fb41bc1c9 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:01.068657 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6169f9e2-ccab-401b-97b9-459fb41bc1c9 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:01.068989 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6169f9e2-ccab-401b-97b9-459fb41bc1c9 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:01.069314 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6169f9e2-ccab-401b-97b9-459fb41bc1c9 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:01.069963 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6169f9e2-ccab-401b-97b9-459fb41bc1c9 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:01.069963 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6169f9e2-ccab-401b-97b9-459fb41bc1c9 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:01.070269 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6169f9e2-ccab-401b-97b9-459fb41bc1c9 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:01.070595 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6169f9e2-ccab-401b-97b9-459fb41bc1c9 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:01.070917 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6169f9e2-ccab-401b-97b9-459fb41bc1c9 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:01.071238 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6169f9e2-ccab-401b-97b9-459fb41bc1c9 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:01.071560 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6169f9e2-ccab-401b-97b9-459fb41bc1c9 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:01.115832 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-4478a4e4-97b4-4a2d-8cb5-0793717e1ddd req-6169f9e2-ccab-401b-97b9-459fb41bc1c9 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] No DVR routers for this DVR port 0fa78891-20dc-478b-a18c-885c45b03075 on host hv-cinder-83744 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:13:01.118389 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-4478a4e4-97b4-4a2d-8cb5-0793717e1ddd req-6169f9e2-ccab-401b-97b9-459fb41bc1c9 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for port (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:01.121687 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-4478a4e4-97b4-4a2d-8cb5-0793717e1ddd req-6169f9e2-ccab-401b-97b9-459fb41bc1c9 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] 10.222.0.25 "DELETE /v2.0/ports/0fa78891-20dc-478b-a18c-885c45b03075 HTTP/1.1" status: 204 len: 173 time: 0.4911623 Apr 12 03:13:01.122121 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02a08e22-9c8a-4d91-a721-f7368af7fede', 'name': 'network-vif-deleted', 'tag': '0fa78891-20dc-478b-a18c-885c45b03075'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:13:01.124406 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d98137ebe7b3f8ae23a53251b76916d727952a33f49bb2ab88d2915e9897d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ff91a0-dccf-4020-a242-b6a3125b8ad7" -d '{"events": [{"server_uuid": "02a08e22-9c8a-4d91-a721-f7368af7fede", "name": "network-vif-deleted", "tag": "0fa78891-20dc-478b-a18c-885c45b03075"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:13:01.159685 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6d9c43-cead-474b-9b2f-83f72b864936 x-openstack-request-id: req-9f6d9c43-cead-474b-9b2f-83f72b864936 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:13:01.160041 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02a08e22-9c8a-4d91-a721-f7368af7fede", "name": "network-vif-deleted", "tag": "0fa78891-20dc-478b-a18c-885c45b03075", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:13:01.160740 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9f6d9c43-cead-474b-9b2f-83f72b864936 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:13:01.161186 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f6d9c43-cead-474b-9b2f-83f72b864936'] response: {'server_uuid': '02a08e22-9c8a-4d91-a721-f7368af7fede', 'name': 'network-vif-deleted', 'tag': '0fa78891-20dc-478b-a18c-885c45b03075', 'status': 'completed', 'code': 200} Apr 12 03:13:01.301231 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 50404) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:01.354125 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:01.411580 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-944e8c5a-d24c-43af-bc56-99c7737384cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:01.502648 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-3f3ae17b-a065-4ffd-a273-0e428a72bffb req-2c68332c-ed11-46ba-b562-24b002cb1bf5 tempest-VolumesSnapshotTestJSON-487209565 tempest-VolumesSnapshotTestJSON-487209565-project] 10.222.0.32 "GET /v2.0/ports?device_id=02a08e22-9c8a-4d91-a721-f7368af7fede HTTP/1.1" status: 200 len: 210 time: 0.0337477 Apr 12 03:13:01.515244 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-944e8c5a-d24c-43af-bc56-99c7737384cb admin admin] Publish callbacks [] for security_group (13c5ff0b-cdbf-4e4f-a1c6-0f1c44950cd6), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:01.520632 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-944e8c5a-d24c-43af-bc56-99c7737384cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (13c5ff0b-cdbf-4e4f-a1c6-0f1c44950cd6), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:01.562132 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-944e8c5a-d24c-43af-bc56-99c7737384cb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=09b7a7037b78430294f634198dd31f40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2594023 Apr 12 03:13:01.564936 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 50410) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:01.567965 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944e8c5a-d24c-43af-bc56-99c7737384cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c5ff0b-cdbf-4e4f-a1c6-0f1c44950cd6,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:01.614912 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-bac02884-e4dd-4d0e-8941-3598e5a07075 admin admin] Publish callbacks [] for security_group (13c5ff0b-cdbf-4e4f-a1c6-0f1c44950cd6), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:01.635179 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-bac02884-e4dd-4d0e-8941-3598e5a07075 admin admin] Publish callbacks [] for security_group (13c5ff0b-cdbf-4e4f-a1c6-0f1c44950cd6), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:01.703592 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-bac02884-e4dd-4d0e-8941-3598e5a07075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (13c5ff0b-cdbf-4e4f-a1c6-0f1c44950cd6), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:01.706072 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-bac02884-e4dd-4d0e-8941-3598e5a07075 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:01.707272 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-bac02884-e4dd-4d0e-8941-3598e5a07075 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/13c5ff0b-cdbf-4e4f-a1c6-0f1c44950cd6 HTTP/1.1" status: 204 len: 168 time: 0.1412249 Apr 12 03:13:01.732783 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac02884-e4dd-4d0e-8941-3598e5a07075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c5ff0b-cdbf-4e4f-a1c6-0f1c44950cd6,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:01.751572 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a571d0-04ab-48d9-b602-047d5abc750c req-94c57ffe-25f6-41b6-a6ed-e76580ab380e tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:01.753837 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-b3a571d0-04ab-48d9-b602-047d5abc750c req-94c57ffe-25f6-41b6-a6ed-e76580ab380e tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c908bea-ae49-4eac-a917-3fd8aba7c6f1 HTTP/1.1" status: 200 len: 946 time: 0.0598853 Apr 12 03:13:01.810154 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-b3a571d0-04ab-48d9-b602-047d5abc750c req-306db049-2d7a-4833-a8b5-01ed51fcad9b tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/security-groups?id=b87f77ed-3d6f-4e82-bc88-e6edb61d43c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456743 Apr 12 03:13:01.997591 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 50420) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:02.012622 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cbfd670f-a634-4899-8ee3-7bbbdc89b074 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:02.087677 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cbfd670f-a634-4899-8ee3-7bbbdc89b074 admin admin] Publish callbacks [] for security_group (ae5f44a7-50f6-472e-8170-c760f483abb2), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:02.092518 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cbfd670f-a634-4899-8ee3-7bbbdc89b074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (ae5f44a7-50f6-472e-8170-c760f483abb2), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:02.130041 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-cbfd670f-a634-4899-8ee3-7bbbdc89b074 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=023ca2d1b99a420fa7f6c42a5fe73fa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1313386 Apr 12 03:13:02.131189 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfd670f-a634-4899-8ee3-7bbbdc89b074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5f44a7-50f6-472e-8170-c760f483abb2,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:02.133077 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 50422) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:02.194744 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-fc1c09f3-0495-4658-9520-7d95071f57f0 admin admin] Publish callbacks [] for security_group (ae5f44a7-50f6-472e-8170-c760f483abb2), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:02.219082 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-fc1c09f3-0495-4658-9520-7d95071f57f0 admin admin] Publish callbacks [] for security_group (ae5f44a7-50f6-472e-8170-c760f483abb2), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:02.268887 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-fc1c09f3-0495-4658-9520-7d95071f57f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (ae5f44a7-50f6-472e-8170-c760f483abb2), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:02.271312 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-fc1c09f3-0495-4658-9520-7d95071f57f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:02.272466 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-fc1c09f3-0495-4658-9520-7d95071f57f0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ae5f44a7-50f6-472e-8170-c760f483abb2 HTTP/1.1" status: 204 len: 168 time: 0.1384356 Apr 12 03:13:02.280018 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c09f3-0495-4658-9520-7d95071f57f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5f44a7-50f6-472e-8170-c760f483abb2,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:02.938339 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106640f0-fb0e-4e5e-ae36-0ab14273e4ba req-948614d1-5981-43a3-b7f4-04bb352bd9d0 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:02.939980 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-106640f0-fb0e-4e5e-ae36-0ab14273e4ba req-948614d1-5981-43a3-b7f4-04bb352bd9d0 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c908bea-ae49-4eac-a917-3fd8aba7c6f1 HTTP/1.1" status: 200 len: 946 time: 0.0536938 Apr 12 03:13:02.993664 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-106640f0-fb0e-4e5e-ae36-0ab14273e4ba req-6b18ab15-6946-4523-8828-686d57743241 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/security-groups?id=b87f77ed-3d6f-4e82-bc88-e6edb61d43c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416939 Apr 12 03:13:03.720615 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9196597-c6e4-473e-98d5-a0653f8549e8 req-89b1d100-5f62-49f0-b51a-5efcd90d0b1a tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:03.722101 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c9196597-c6e4-473e-98d5-a0653f8549e8 req-89b1d100-5f62-49f0-b51a-5efcd90d0b1a tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c908bea-ae49-4eac-a917-3fd8aba7c6f1 HTTP/1.1" status: 200 len: 946 time: 0.0530009 Apr 12 03:13:03.770607 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c9196597-c6e4-473e-98d5-a0653f8549e8 req-5b3eda0a-e1da-4d2c-9f20-85e29f47d9ac tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/security-groups?id=b87f77ed-3d6f-4e82-bc88-e6edb61d43c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420988 Apr 12 03:13:04.899478 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d072377b-a4b2-4927-90e6-21c9b56db215 req-39c4770d-53cb-4939-9f2f-fd70be13d90d tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:04.900871 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-d072377b-a4b2-4927-90e6-21c9b56db215 req-39c4770d-53cb-4939-9f2f-fd70be13d90d tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c908bea-ae49-4eac-a917-3fd8aba7c6f1 HTTP/1.1" status: 200 len: 946 time: 0.0524442 Apr 12 03:13:04.950056 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-d072377b-a4b2-4927-90e6-21c9b56db215 req-4a301dbf-e3ba-49e1-b7c3-ddd324a3be41 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/security-groups?id=b87f77ed-3d6f-4e82-bc88-e6edb61d43c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432065 Apr 12 03:13:06.086146 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49891ab7-938c-4d9d-a9e5-536d3f5f4d16 req-3cabe743-35d9-49a1-bf6a-42f7c9b2635e tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:06.087637 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-49891ab7-938c-4d9d-a9e5-536d3f5f4d16 req-3cabe743-35d9-49a1-bf6a-42f7c9b2635e tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c908bea-ae49-4eac-a917-3fd8aba7c6f1 HTTP/1.1" status: 200 len: 946 time: 0.0591276 Apr 12 03:13:06.137770 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-49891ab7-938c-4d9d-a9e5-536d3f5f4d16 req-48b05829-ee95-408c-a095-64085d490c32 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/security-groups?id=b87f77ed-3d6f-4e82-bc88-e6edb61d43c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439923 Apr 12 03:13:07.114808 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device 0fa78891-20dc-478b-a18c-885c45b03075 no longer exists at agent hyperv_hv-cinder-83744 {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:13:07.141470 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] No Port match for: 0fa78891-20dc-478b-a18c-885c45b03075 {{(pid=103485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:13:07.141803 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device 0fa78891-20dc-478b-a18c-885c45b03075 not bound to the agent host hv-cinder-83744 {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:13:07.255810 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ab69d-cd75-430e-b32d-bb7c4843fd6b req-e4e9c411-7c9c-4882-8780-744c375d8255 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:07.257407 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-a69ab69d-cd75-430e-b32d-bb7c4843fd6b req-e4e9c411-7c9c-4882-8780-744c375d8255 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c908bea-ae49-4eac-a917-3fd8aba7c6f1 HTTP/1.1" status: 200 len: 946 time: 0.0487840 Apr 12 03:13:07.309129 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-a69ab69d-cd75-430e-b32d-bb7c4843fd6b req-be485d31-5f3b-4ece-8403-6b30aaf6d7e8 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/security-groups?id=b87f77ed-3d6f-4e82-bc88-e6edb61d43c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434134 Apr 12 03:13:07.506526 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5e473-6f5c-4fb5-97ac-52d077591fe2 req-afcffa94-7557-405f-bae1-5f6a84f131a7 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:07.507992 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-35f5e473-6f5c-4fb5-97ac-52d077591fe2 req-afcffa94-7557-405f-bae1-5f6a84f131a7 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c908bea-ae49-4eac-a917-3fd8aba7c6f1 HTTP/1.1" status: 200 len: 946 time: 0.0604339 Apr 12 03:13:07.596379 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-35f5e473-6f5c-4fb5-97ac-52d077591fe2 req-b1a779b7-e8ed-4b29-bb72-4287a57c5299 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Deleting port 9872acb2-09c2-4c8f-aac0-98a092be4e0c {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:13:07.596871 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-35f5e473-6f5c-4fb5-97ac-52d077591fe2 req-b1a779b7-e8ed-4b29-bb72-4287a57c5299 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (9872acb2-09c2-4c8f-aac0-98a092be4e0c), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:07.694127 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-35f5e473-6f5c-4fb5-97ac-52d077591fe2 req-b1a779b7-e8ed-4b29-bb72-4287a57c5299 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] For port 9872acb2-09c2-4c8f-aac0-98a092be4e0c, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=9872acb2-09c2-4c8f-aac0-98a092be4e0c,segment=NetworkSegment(957be75c-46c7-4149-85c1-4c356a76e918),segment_id=957be75c-46c7-4149-85c1-4c356a76e918)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:13:07.694492 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-35f5e473-6f5c-4fb5-97ac-52d077591fe2 req-b1a779b7-e8ed-4b29-bb72-4287a57c5299 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (9872acb2-09c2-4c8f-aac0-98a092be4e0c), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:07.708119 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-35f5e473-6f5c-4fb5-97ac-52d077591fe2 req-b1a779b7-e8ed-4b29-bb72-4287a57c5299 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Calling delete_port for 9872acb2-09c2-4c8f-aac0-98a092be4e0c owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:13:07.838755 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-35f5e473-6f5c-4fb5-97ac-52d077591fe2 req-b1a779b7-e8ed-4b29-bb72-4287a57c5299 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28695539'] for port (9872acb2-09c2-4c8f-aac0-98a092be4e0c), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:07.851575 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] get_ports_and_sgs() called for port_ids ['9872acb2-09c2-4c8f-aac0-98a092be4e0c'] {{(pid=103485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:13:07.872532 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a779b7-e8ed-4b29-bb72-4287a57c5299 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Pushing event deleted for resources: {'Port': ['ID=9872acb2-09c2-4c8f-aac0-98a092be4e0c,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:07.917785 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-35f5e473-6f5c-4fb5-97ac-52d077591fe2 req-b1a779b7-e8ed-4b29-bb72-4287a57c5299 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] No DVR routers for this DVR port 9872acb2-09c2-4c8f-aac0-98a092be4e0c on host hv-cinder-83744 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:13:07.920425 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-35f5e473-6f5c-4fb5-97ac-52d077591fe2 req-b1a779b7-e8ed-4b29-bb72-4287a57c5299 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for port (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:07.923683 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-35f5e473-6f5c-4fb5-97ac-52d077591fe2 req-b1a779b7-e8ed-4b29-bb72-4287a57c5299 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.25 "DELETE /v2.0/ports/9872acb2-09c2-4c8f-aac0-98a092be4e0c HTTP/1.1" status: 204 len: 173 time: 0.4098949 Apr 12 03:13:07.924153 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c908bea-ae49-4eac-a917-3fd8aba7c6f1', 'name': 'network-vif-deleted', 'tag': '9872acb2-09c2-4c8f-aac0-98a092be4e0c'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:13:07.926875 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d98137ebe7b3f8ae23a53251b76916d727952a33f49bb2ab88d2915e9897d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-134d9636-9b52-43b5-b46e-a34e38ea7089" -d '{"events": [{"server_uuid": "4c908bea-ae49-4eac-a917-3fd8aba7c6f1", "name": "network-vif-deleted", "tag": "9872acb2-09c2-4c8f-aac0-98a092be4e0c"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:13:07.977043 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c45f9f-bc8e-410d-811b-e641705b78f1 x-openstack-request-id: req-79c45f9f-bc8e-410d-811b-e641705b78f1 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:13:07.977337 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c908bea-ae49-4eac-a917-3fd8aba7c6f1", "name": "network-vif-deleted", "tag": "9872acb2-09c2-4c8f-aac0-98a092be4e0c", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:13:07.977587 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-79c45f9f-bc8e-410d-811b-e641705b78f1 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:13:07.977990 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79c45f9f-bc8e-410d-811b-e641705b78f1'] response: {'server_uuid': '4c908bea-ae49-4eac-a917-3fd8aba7c6f1', 'name': 'network-vif-deleted', 'tag': '9872acb2-09c2-4c8f-aac0-98a092be4e0c', 'status': 'completed', 'code': 200} Apr 12 03:13:08.427894 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-f6899cd4-19b4-470a-9648-11a8cab29a75 req-7144e343-d797-4614-99d6-9c1f870f9132 tempest-VolumesActionsTest-881417796 tempest-VolumesActionsTest-881417796-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c908bea-ae49-4eac-a917-3fd8aba7c6f1 HTTP/1.1" status: 200 len: 210 time: 0.0332530 Apr 12 03:13:09.587267 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 50614) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:09.702849 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-12e49613-9254-4e21-93af-f99403f6e10c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:09.790778 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-12e49613-9254-4e21-93af-f99403f6e10c admin admin] Publish callbacks [] for security_group (807c7f08-f423-454d-9848-bb79f0e592db), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:09.796064 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-12e49613-9254-4e21-93af-f99403f6e10c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (807c7f08-f423-454d-9848-bb79f0e592db), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:09.839845 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e49613-9254-4e21-93af-f99403f6e10c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=807c7f08-f423-454d-9848-bb79f0e592db,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:09.844541 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-12e49613-9254-4e21-93af-f99403f6e10c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ebebcc8ceb56470daef15adf628de7cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2562327 Apr 12 03:13:09.849811 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e49613-9254-4e21-93af-f99403f6e10c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:09.849998 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e49613-9254-4e21-93af-f99403f6e10c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:09.850540 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e49613-9254-4e21-93af-f99403f6e10c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:09.850854 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e49613-9254-4e21-93af-f99403f6e10c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:09.851334 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e49613-9254-4e21-93af-f99403f6e10c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:09.851861 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e49613-9254-4e21-93af-f99403f6e10c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:09.852362 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e49613-9254-4e21-93af-f99403f6e10c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:09.852672 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e49613-9254-4e21-93af-f99403f6e10c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:09.852987 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e49613-9254-4e21-93af-f99403f6e10c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:09.853540 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e49613-9254-4e21-93af-f99403f6e10c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:09.853883 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e49613-9254-4e21-93af-f99403f6e10c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:09.854219 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e49613-9254-4e21-93af-f99403f6e10c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:09.854493 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e49613-9254-4e21-93af-f99403f6e10c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:09.854825 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e49613-9254-4e21-93af-f99403f6e10c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:09.855058 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e49613-9254-4e21-93af-f99403f6e10c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:09.859387 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 50634) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:09.926272 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1daee07a-6f4d-402e-8c8f-eba7036d6389 admin admin] Publish callbacks [] for security_group (807c7f08-f423-454d-9848-bb79f0e592db), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:09.955428 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1daee07a-6f4d-402e-8c8f-eba7036d6389 admin admin] Publish callbacks [] for security_group (807c7f08-f423-454d-9848-bb79f0e592db), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:10.008616 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1daee07a-6f4d-402e-8c8f-eba7036d6389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (807c7f08-f423-454d-9848-bb79f0e592db), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:10.013839 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-1daee07a-6f4d-402e-8c8f-eba7036d6389 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:10.013839 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-1daee07a-6f4d-402e-8c8f-eba7036d6389 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/807c7f08-f423-454d-9848-bb79f0e592db HTTP/1.1" status: 204 len: 168 time: 0.1516805 Apr 12 03:13:10.021205 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daee07a-6f4d-402e-8c8f-eba7036d6389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807c7f08-f423-454d-9848-bb79f0e592db,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:10.292513 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 50668) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:10.306325 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-a96c068e-2482-4c98-8054-db7df0c47ad4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:10.383185 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-a96c068e-2482-4c98-8054-db7df0c47ad4 admin admin] Publish callbacks [] for security_group (ff75e2f3-33ca-46ac-9a9f-03993661c7c0), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:10.389634 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-a96c068e-2482-4c98-8054-db7df0c47ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (ff75e2f3-33ca-46ac-9a9f-03993661c7c0), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:10.427437 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96c068e-2482-4c98-8054-db7df0c47ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff75e2f3-33ca-46ac-9a9f-03993661c7c0,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:10.431549 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-a96c068e-2482-4c98-8054-db7df0c47ad4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f17ec208d53441a5a7655d9e90c73c67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1380327 Apr 12 03:13:10.434682 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 50670) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:10.483349 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-56b3c34f-09a8-4af3-9e00-f3bd3fe40b24 admin admin] Publish callbacks [] for security_group (ff75e2f3-33ca-46ac-9a9f-03993661c7c0), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:10.504672 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-56b3c34f-09a8-4af3-9e00-f3bd3fe40b24 admin admin] Publish callbacks [] for security_group (ff75e2f3-33ca-46ac-9a9f-03993661c7c0), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:10.554938 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-56b3c34f-09a8-4af3-9e00-f3bd3fe40b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (ff75e2f3-33ca-46ac-9a9f-03993661c7c0), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:10.557440 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-56b3c34f-09a8-4af3-9e00-f3bd3fe40b24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:10.558549 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-56b3c34f-09a8-4af3-9e00-f3bd3fe40b24 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ff75e2f3-33ca-46ac-9a9f-03993661c7c0 HTTP/1.1" status: 204 len: 168 time: 0.1229904 Apr 12 03:13:10.565970 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b3c34f-09a8-4af3-9e00-f3bd3fe40b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff75e2f3-33ca-46ac-9a9f-03993661c7c0,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:10.884842 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 50680) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:10.899219 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-0de7843f-bad2-43e7-ad2f-3f5a1d5e38d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:10.981333 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-0de7843f-bad2-43e7-ad2f-3f5a1d5e38d8 admin admin] Publish callbacks [] for security_group (51dccd79-1e6e-4e42-b1bc-0b66ae708d7b), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:10.985691 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-0de7843f-bad2-43e7-ad2f-3f5a1d5e38d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (51dccd79-1e6e-4e42-b1bc-0b66ae708d7b), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:11.025947 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-0de7843f-bad2-43e7-ad2f-3f5a1d5e38d8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fe4d9c2b6c874957bdf1c38dcec03f8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1392083 Apr 12 03:13:11.027942 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de7843f-bad2-43e7-ad2f-3f5a1d5e38d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51dccd79-1e6e-4e42-b1bc-0b66ae708d7b,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:11.028764 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 50684) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:11.085054 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bd1b2c4f-8489-465b-829f-80d628bfda73 admin admin] Publish callbacks [] for security_group (51dccd79-1e6e-4e42-b1bc-0b66ae708d7b), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:11.107166 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bd1b2c4f-8489-465b-829f-80d628bfda73 admin admin] Publish callbacks [] for security_group (51dccd79-1e6e-4e42-b1bc-0b66ae708d7b), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:11.156873 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bd1b2c4f-8489-465b-829f-80d628bfda73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (51dccd79-1e6e-4e42-b1bc-0b66ae708d7b), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:11.159398 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bd1b2c4f-8489-465b-829f-80d628bfda73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:11.160750 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-bd1b2c4f-8489-465b-829f-80d628bfda73 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/51dccd79-1e6e-4e42-b1bc-0b66ae708d7b HTTP/1.1" status: 204 len: 168 time: 0.1309152 Apr 12 03:13:11.168215 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b2c4f-8489-465b-829f-80d628bfda73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51dccd79-1e6e-4e42-b1bc-0b66ae708d7b,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:11.561116 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device 9872acb2-09c2-4c8f-aac0-98a092be4e0c no longer exists at agent hyperv_hv-cinder-83744 {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:13:11.581918 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] No Port match for: 9872acb2-09c2-4c8f-aac0-98a092be4e0c {{(pid=103485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:13:11.582269 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device 9872acb2-09c2-4c8f-aac0-98a092be4e0c not bound to the agent host hv-cinder-83744 {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:13:13.201698 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 50774) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:13.309728 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0ef1b162-0a59-4f7b-af3a-9914a8597d4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:13.387573 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0ef1b162-0a59-4f7b-af3a-9914a8597d4a admin admin] Publish callbacks [] for security_group (2e3cd0cf-c719-4cf2-98d4-00970a98e390), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:13.393042 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0ef1b162-0a59-4f7b-af3a-9914a8597d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (2e3cd0cf-c719-4cf2-98d4-00970a98e390), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:13.430414 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-0ef1b162-0a59-4f7b-af3a-9914a8597d4a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d98f6ec5279c49c5b9859bf853f6a386&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2276406 Apr 12 03:13:13.431264 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef1b162-0a59-4f7b-af3a-9914a8597d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3cd0cf-c719-4cf2-98d4-00970a98e390,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:13.433394 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 50784) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:13.484975 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-3680dac7-97e8-4d88-87b5-c65634894442 admin admin] Publish callbacks [] for security_group (2e3cd0cf-c719-4cf2-98d4-00970a98e390), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:13.505342 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-3680dac7-97e8-4d88-87b5-c65634894442 admin admin] Publish callbacks [] for security_group (2e3cd0cf-c719-4cf2-98d4-00970a98e390), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:13.555286 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-3680dac7-97e8-4d88-87b5-c65634894442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (2e3cd0cf-c719-4cf2-98d4-00970a98e390), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:13.557880 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-3680dac7-97e8-4d88-87b5-c65634894442 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:13.559072 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-3680dac7-97e8-4d88-87b5-c65634894442 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2e3cd0cf-c719-4cf2-98d4-00970a98e390 HTTP/1.1" status: 204 len: 168 time: 0.1244149 Apr 12 03:13:13.566592 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3680dac7-97e8-4d88-87b5-c65634894442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3cd0cf-c719-4cf2-98d4-00970a98e390,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:13.826342 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 50790) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:13.840249 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-7cd88c7d-228b-4955-9d7a-3eeee7406398 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:13.916423 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-7cd88c7d-228b-4955-9d7a-3eeee7406398 admin admin] Publish callbacks [] for security_group (46dd766a-2ecc-45a0-ab52-f250647b6c00), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:13.922475 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-7cd88c7d-228b-4955-9d7a-3eeee7406398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (46dd766a-2ecc-45a0-ab52-f250647b6c00), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:13.965767 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-7cd88c7d-228b-4955-9d7a-3eeee7406398 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f47aad6ac4e04dc2a7a6d8e070a2e1b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1382728 Apr 12 03:13:13.966601 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd88c7d-228b-4955-9d7a-3eeee7406398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46dd766a-2ecc-45a0-ab52-f250647b6c00,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:13.968618 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 50792) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:14.023146 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0c5109c7-7088-42da-a501-cc40a1b8b201 admin admin] Publish callbacks [] for security_group (46dd766a-2ecc-45a0-ab52-f250647b6c00), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:14.046104 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0c5109c7-7088-42da-a501-cc40a1b8b201 admin admin] Publish callbacks [] for security_group (46dd766a-2ecc-45a0-ab52-f250647b6c00), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:14.094256 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0c5109c7-7088-42da-a501-cc40a1b8b201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (46dd766a-2ecc-45a0-ab52-f250647b6c00), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:14.096768 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0c5109c7-7088-42da-a501-cc40a1b8b201 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:14.097998 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-0c5109c7-7088-42da-a501-cc40a1b8b201 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/46dd766a-2ecc-45a0-ab52-f250647b6c00 HTTP/1.1" status: 204 len: 168 time: 0.1282918 Apr 12 03:13:14.106159 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5109c7-7088-42da-a501-cc40a1b8b201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46dd766a-2ecc-45a0-ab52-f250647b6c00,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:20.866380 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d9b4afc3-988d-4081-ae69-d9ab2b5cf58b), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:24.786720 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-05c13813-00e2-495d-b8f5-6eb0d20d00fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (fa7f2a92-0c20-457b-b451-d8a4489755d5), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:27.259525 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e22a69c3-41f0-4ea5-9c16-a408819a3bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (beb15aed-f2b6-4676-85ca-b43f14e6acf3), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:27.538145 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.agents_db [None req-d3c4685f-78b0-4ffc-8e41-99bd627ddb58 None None] Agent healthcheck: found 6 active agents {{(pid=103486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:13:27.742661 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-68674f3a-73b6-44a3-92ac-544991e817e4 req-d5680aaf-7350-4572-8bfd-323a806d3651 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-413280048&fields=id&tenant_id=faa0847777334640bf8854a96c6e7a19 HTTP/1.1" status: 200 len: 267 time: 0.0545084 Apr 12 03:13:27.861965 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68674f3a-73b6-44a3-92ac-544991e817e4 req-db973f95-155e-433d-8a35-55ae9aa2c073 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:27.870076 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-68674f3a-73b6-44a3-92ac-544991e817e4 req-db973f95-155e-433d-8a35-55ae9aa2c073 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/networks?id=da1505d4-daf5-4102-9185-5db938386645 HTTP/1.1" status: 200 len: 811 time: 0.1174753 Apr 12 03:13:27.886059 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-68674f3a-73b6-44a3-92ac-544991e817e4 req-4c622f88-a4cb-4639-8192-57dae3e401f5 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/quotas/faa0847777334640bf8854a96c6e7a19 HTTP/1.1" status: 200 len: 375 time: 0.0149620 Apr 12 03:13:27.936359 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-68674f3a-73b6-44a3-92ac-544991e817e4 req-af32728d-0011-4e36-a531-246b7fb6588b tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=faa0847777334640bf8854a96c6e7a19&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0492587 Apr 12 03:13:28.035305 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-68674f3a-73b6-44a3-92ac-544991e817e4 req-246bfb33-33a2-49c1-9fa4-8b151e81cec9 service neutron] 10.222.0.32 "GET /v2.0/networks/da1505d4-daf5-4102-9185-5db938386645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864050 Apr 12 03:13:28.151579 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-68674f3a-73b6-44a3-92ac-544991e817e4 req-e82afa2b-53eb-4664-a82f-37b7ecae7c70 service neutron] 10.222.0.32 "GET /v2.0/networks/da1505d4-daf5-4102-9185-5db938386645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097045 Apr 12 03:13:28.259653 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a63736aa-03b4-448a-a5ac-a324793c796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (2fa08797-e830-4b1e-af03-8a255eb086f2), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:29.548397 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-ade772e5-faa5-4018-9035-184d511e7cb8 req-dfdaae3e-7d61-48b8-bef0-15b4cfaec6ba tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=6efbc392-3123-4b92-a8ab-88ecac45b915 HTTP/1.1" status: 200 len: 210 time: 0.0482476 Apr 12 03:13:29.953658 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be625cda-7f2b-4ec3-b03f-aa24446ccc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d888e177-8f03-43a8-a394-c59927fa1996), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:30.260536 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 51122) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:30.376811 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9ca30e8f-3739-435d-802f-80bb591ac25b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:30.461934 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9ca30e8f-3739-435d-802f-80bb591ac25b admin admin] Publish callbacks [] for security_group (2b06ad5f-68d7-4067-a680-86327ac7d304), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:30.466839 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9ca30e8f-3739-435d-802f-80bb591ac25b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (2b06ad5f-68d7-4067-a680-86327ac7d304), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:30.510777 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-9ca30e8f-3739-435d-802f-80bb591ac25b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=90220ffa938f4944bade81e5d3be75d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2467501 Apr 12 03:13:30.510777 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca30e8f-3739-435d-802f-80bb591ac25b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b06ad5f-68d7-4067-a680-86327ac7d304,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:30.511170 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 51126) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:30.609680 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-4b83f823-9d30-4f6c-9617-354d3242ad41 admin admin] Publish callbacks [] for security_group (2b06ad5f-68d7-4067-a680-86327ac7d304), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:30.663173 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-4b83f823-9d30-4f6c-9617-354d3242ad41 admin admin] Publish callbacks [] for security_group (2b06ad5f-68d7-4067-a680-86327ac7d304), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:30.725147 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-4b83f823-9d30-4f6c-9617-354d3242ad41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (2b06ad5f-68d7-4067-a680-86327ac7d304), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:30.728266 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-5ed0e407-2e85-49ce-8e22-09128576033c req-0aa3ccc6-8b72-42c7-b90a-a3ad91475892 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=6efbc392-3123-4b92-a8ab-88ecac45b915 HTTP/1.1" status: 200 len: 210 time: 0.0600510 Apr 12 03:13:30.730578 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-4b83f823-9d30-4f6c-9617-354d3242ad41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:30.732820 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-4b83f823-9d30-4f6c-9617-354d3242ad41 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2b06ad5f-68d7-4067-a680-86327ac7d304 HTTP/1.1" status: 204 len: 168 time: 0.2199402 Apr 12 03:13:30.745405 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b83f823-9d30-4f6c-9617-354d3242ad41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b06ad5f-68d7-4067-a680-86327ac7d304,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:30.892720 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68674f3a-73b6-44a3-92ac-544991e817e4 req-9daa858f-4b39-469e-bd6c-bbda275ea936 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:30.894619 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-68674f3a-73b6-44a3-92ac-544991e817e4 req-9daa858f-4b39-469e-bd6c-bbda275ea936 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.25 "GET /v2.0/networks?id=da1505d4-daf5-4102-9185-5db938386645 HTTP/1.1" status: 200 len: 811 time: 0.1714456 Apr 12 03:13:30.995585 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-68674f3a-73b6-44a3-92ac-544991e817e4 req-e71047fd-a000-4ba0-99d3-de0619f6eac0 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=faa0847777334640bf8854a96c6e7a19 HTTP/1.1" status: 200 len: 379 time: 0.0834670 Apr 12 03:13:31.013339 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [req-68674f3a-73b6-44a3-92ac-544991e817e4 req-fd8e58e8-b0af-463d-8b5b-cdbdcb0bee35 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Request body: {'port': {'device_id': '6efbc392-3123-4b92-a8ab-88ecac45b915', 'network_id': 'da1505d4-daf5-4102-9185-5db938386645', 'admin_state_up': True, 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'security_groups': ['f48afda6-be81-4cc6-8394-79fb0efbc155']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:13:31.161647 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 51146) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:31.175538 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68674f3a-73b6-44a3-92ac-544991e817e4 req-fd8e58e8-b0af-463d-8b5b-cdbdcb0bee35 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Made reservation on behalf of faa0847777334640bf8854a96c6e7a19 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:13:31.176423 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-1352af71-3c8f-4ffe-aac1-65fb9686af9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:31.179419 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-68674f3a-73b6-44a3-92ac-544991e817e4 req-fd8e58e8-b0af-463d-8b5b-cdbdcb0bee35 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:31.289423 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-1352af71-3c8f-4ffe-aac1-65fb9686af9f admin admin] Publish callbacks [] for security_group (7dcd1089-c1fa-4728-8eac-a15db0c6f55f), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:31.299964 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-1352af71-3c8f-4ffe-aac1-65fb9686af9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (7dcd1089-c1fa-4728-8eac-a15db0c6f55f), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:31.347186 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-1352af71-3c8f-4ffe-aac1-65fb9686af9f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=93b0eee1f2e04e7a846ba100ba043b6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1844130 Apr 12 03:13:31.349180 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1352af71-3c8f-4ffe-aac1-65fb9686af9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dcd1089-c1fa-4728-8eac-a15db0c6f55f,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:31.354080 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 51152) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:31.371857 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:31.424444 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-639251f3-66d1-4f70-9034-8b2d6cf7dadf admin admin] Publish callbacks [] for security_group (7dcd1089-c1fa-4728-8eac-a15db0c6f55f), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:31.438298 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-68674f3a-73b6-44a3-92ac-544991e817e4 req-fd8e58e8-b0af-463d-8b5b-cdbdcb0bee35 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Allocated IP 172.20.0.3 (da1505d4-daf5-4102-9185-5db938386645/2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9/50a3ef07-1ae7-4442-9489-b74b55ddb1dc) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:13:31.464198 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-639251f3-66d1-4f70-9034-8b2d6cf7dadf admin admin] Publish callbacks [] for security_group (7dcd1089-c1fa-4728-8eac-a15db0c6f55f), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:31.543690 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-639251f3-66d1-4f70-9034-8b2d6cf7dadf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (7dcd1089-c1fa-4728-8eac-a15db0c6f55f), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:31.551762 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-639251f3-66d1-4f70-9034-8b2d6cf7dadf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:31.554602 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-639251f3-66d1-4f70-9034-8b2d6cf7dadf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7dcd1089-c1fa-4728-8eac-a15db0c6f55f HTTP/1.1" status: 204 len: 168 time: 0.1988552 Apr 12 03:13:31.567658 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639251f3-66d1-4f70-9034-8b2d6cf7dadf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dcd1089-c1fa-4728-8eac-a15db0c6f55f,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:31.668251 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-68674f3a-73b6-44a3-92ac-544991e817e4 req-fd8e58e8-b0af-463d-8b5b-cdbdcb0bee35 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks [] for port (50a3ef07-1ae7-4442-9489-b74b55ddb1dc), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:31.735113 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-68674f3a-73b6-44a3-92ac-544991e817e4 req-fd8e58e8-b0af-463d-8b5b-cdbdcb0bee35 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28695539'] for port (50a3ef07-1ae7-4442-9489-b74b55ddb1dc), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:31.806092 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68674f3a-73b6-44a3-92ac-544991e817e4 req-fd8e58e8-b0af-463d-8b5b-cdbdcb0bee35 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Network da1505d4-daf5-4102-9185-5db938386645 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:13:31.808673 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-68674f3a-73b6-44a3-92ac-544991e817e4 req-fd8e58e8-b0af-463d-8b5b-cdbdcb0bee35 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:13:31.872575 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-68674f3a-73b6-44a3-92ac-544991e817e4 req-fd8e58e8-b0af-463d-8b5b-cdbdcb0bee35 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:13:31.988030 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b6057-9455-4efa-ae3a-75393ef2c3d3 req-06a14b7e-9820-41b9-a4bd-e368e23d1e31 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:32.001836 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-1b2b6057-9455-4efa-ae3a-75393ef2c3d3 req-06a14b7e-9820-41b9-a4bd-e368e23d1e31 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=6efbc392-3123-4b92-a8ab-88ecac45b915 HTTP/1.1" status: 200 len: 931 time: 0.1239698 Apr 12 03:13:32.034851 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8e58e8-b0af-463d-8b5b-cdbdcb0bee35 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Pushing event updated for resources: {'Port': ['ID=50a3ef07-1ae7-4442-9489-b74b55ddb1dc,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:32.047699 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68674f3a-73b6-44a3-92ac-544991e817e4 req-fd8e58e8-b0af-463d-8b5b-cdbdcb0bee35 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:32.048479 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-68674f3a-73b6-44a3-92ac-544991e817e4 req-fd8e58e8-b0af-463d-8b5b-cdbdcb0bee35 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for port (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:32.071270 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-68674f3a-73b6-44a3-92ac-544991e817e4 req-fd8e58e8-b0af-463d-8b5b-cdbdcb0bee35 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0647626 Apr 12 03:13:32.087622 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [req-68674f3a-73b6-44a3-92ac-544991e817e4 req-0fb1c877-2cbe-4d4d-b52d-faffa352c3ab service neutron] Request body: {'port': {'device_id': '6efbc392-3123-4b92-a8ab-88ecac45b915', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83744'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:13:32.157308 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-1b2b6057-9455-4efa-ae3a-75393ef2c3d3 req-83fa70db-da34-4c7e-933f-e8345a5ae4b4 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487405 Apr 12 03:13:32.183515 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-68674f3a-73b6-44a3-92ac-544991e817e4 req-0fb1c877-2cbe-4d4d-b52d-faffa352c3ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (50a3ef07-1ae7-4442-9489-b74b55ddb1dc), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:32.283954 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-6fb05664-930b-411f-a944-68364d7cc90f None None] Provisioning complete for port 50a3ef07-1ae7-4442-9489-b74b55ddb1dc triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:13:32.284394 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6fb05664-930b-411f-a944-68364d7cc90f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (50a3ef07-1ae7-4442-9489-b74b55ddb1dc), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:32.336295 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-6fb05664-930b-411f-a944-68364d7cc90f None None] Port 50a3ef07-1ae7-4442-9489-b74b55ddb1dc cannot update to ACTIVE because it is not bound. {{(pid=103485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:13:32.528856 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.notifiers.nova [req-68674f3a-73b6-44a3-92ac-544991e817e4 req-0fb1c877-2cbe-4d4d-b52d-faffa352c3ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50a3ef07-1ae7-4442-9489-b74b55ddb1dc {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:13:32.538043 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-68674f3a-73b6-44a3-92ac-544991e817e4 req-0fb1c877-2cbe-4d4d-b52d-faffa352c3ab service neutron] Publish callbacks [] for port (50a3ef07-1ae7-4442-9489-b74b55ddb1dc), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:32.555462 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-68674f3a-73b6-44a3-92ac-544991e817e4 req-0fb1c877-2cbe-4d4d-b52d-faffa352c3ab service neutron] Transition to ACTIVE for port object 50a3ef07-1ae7-4442-9489-b74b55ddb1dc will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 03:13:32.560702 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-68674f3a-73b6-44a3-92ac-544991e817e4 req-0fb1c877-2cbe-4d4d-b52d-faffa352c3ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28695544'] for port (50a3ef07-1ae7-4442-9489-b74b55ddb1dc), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:32.609794 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb1c877-2cbe-4d4d-b52d-faffa352c3ab service neutron] Pushing event updated for resources: {'Port': ['ID=50a3ef07-1ae7-4442-9489-b74b55ddb1dc,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:32.761288 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-68674f3a-73b6-44a3-92ac-544991e817e4 req-0fb1c877-2cbe-4d4d-b52d-faffa352c3ab service neutron] Attempting to bind port 50a3ef07-1ae7-4442-9489-b74b55ddb1dc on host hv-cinder-83744 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:13:32.762689 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-68674f3a-73b6-44a3-92ac-544991e817e4 req-0fb1c877-2cbe-4d4d-b52d-faffa352c3ab service neutron] Attempting to bind port 50a3ef07-1ae7-4442-9489-b74b55ddb1dc by drivers openvswitch,hyperv on host hv-cinder-83744 at level 0 using segments [{'id': '7d178cda-c4bb-4041-8a2c-25e0b2199eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'da1505d4-daf5-4102-9185-5db938386645'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:13:32.763493 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68674f3a-73b6-44a3-92ac-544991e817e4 req-0fb1c877-2cbe-4d4d-b52d-faffa352c3ab service neutron] Attempting to bind port 50a3ef07-1ae7-4442-9489-b74b55ddb1dc on network da1505d4-daf5-4102-9185-5db938386645 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:13:32.778410 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68674f3a-73b6-44a3-92ac-544991e817e4 req-0fb1c877-2cbe-4d4d-b52d-faffa352c3ab service neutron] Port 50a3ef07-1ae7-4442-9489-b74b55ddb1dc on network da1505d4-daf5-4102-9185-5db938386645 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83744 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 03:13:32.778646 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68674f3a-73b6-44a3-92ac-544991e817e4 req-0fb1c877-2cbe-4d4d-b52d-faffa352c3ab service neutron] Attempting to bind port 50a3ef07-1ae7-4442-9489-b74b55ddb1dc on network da1505d4-daf5-4102-9185-5db938386645 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:13:32.796640 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68674f3a-73b6-44a3-92ac-544991e817e4 req-0fb1c877-2cbe-4d4d-b52d-faffa352c3ab service neutron] Checking agent: {'id': 'd9b4afc3-988d-4081-ae69-d9ab2b5cf58b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83744', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 3, 2, 51), 'started_at': datetime.datetime(2022, 4, 12, 3, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:13:32.797159 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68674f3a-73b6-44a3-92ac-544991e817e4 req-0fb1c877-2cbe-4d4d-b52d-faffa352c3ab service neutron] Checking segment: {'id': '7d178cda-c4bb-4041-8a2c-25e0b2199eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'da1505d4-daf5-4102-9185-5db938386645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:13:32.797577 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68674f3a-73b6-44a3-92ac-544991e817e4 req-0fb1c877-2cbe-4d4d-b52d-faffa352c3ab service neutron] Bound using segment: {'id': '7d178cda-c4bb-4041-8a2c-25e0b2199eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'da1505d4-daf5-4102-9185-5db938386645'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:13:32.798068 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-68674f3a-73b6-44a3-92ac-544991e817e4 req-0fb1c877-2cbe-4d4d-b52d-faffa352c3ab service neutron] Bound port: 50a3ef07-1ae7-4442-9489-b74b55ddb1dc, host: hv-cinder-83744, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d178cda-c4bb-4041-8a2c-25e0b2199eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'da1505d4-daf5-4102-9185-5db938386645'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:13:32.798898 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-68674f3a-73b6-44a3-92ac-544991e817e4 req-0fb1c877-2cbe-4d4d-b52d-faffa352c3ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (50a3ef07-1ae7-4442-9489-b74b55ddb1dc), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:32.893762 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-68674f3a-73b6-44a3-92ac-544991e817e4 req-0fb1c877-2cbe-4d4d-b52d-faffa352c3ab service neutron] For port 50a3ef07-1ae7-4442-9489-b74b55ddb1dc, host hv-cinder-83744, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:13:32.903521 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-68674f3a-73b6-44a3-92ac-544991e817e4 req-0fb1c877-2cbe-4d4d-b52d-faffa352c3ab service neutron] For port 50a3ef07-1ae7-4442-9489-b74b55ddb1dc, host hv-cinder-83744, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=50a3ef07-1ae7-4442-9489-b74b55ddb1dc,segment=NetworkSegment(7d178cda-c4bb-4041-8a2c-25e0b2199eca),segment_id=7d178cda-c4bb-4041-8a2c-25e0b2199eca)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:13:32.919041 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-68674f3a-73b6-44a3-92ac-544991e817e4 req-0fb1c877-2cbe-4d4d-b52d-faffa352c3ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28695544'] for port (50a3ef07-1ae7-4442-9489-b74b55ddb1dc), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:32.969090 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68674f3a-73b6-44a3-92ac-544991e817e4 req-0fb1c877-2cbe-4d4d-b52d-faffa352c3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:32.969815 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-68674f3a-73b6-44a3-92ac-544991e817e4 req-0fb1c877-2cbe-4d4d-b52d-faffa352c3ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for port (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:32.971483 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-68674f3a-73b6-44a3-92ac-544991e817e4 req-0fb1c877-2cbe-4d4d-b52d-faffa352c3ab service neutron] 10.222.0.25 "PUT /v2.0/ports/50a3ef07-1ae7-4442-9489-b74b55ddb1dc HTTP/1.1" status: 200 len: 1093 time: 0.8910098 Apr 12 03:13:32.972071 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6efbc392-3123-4b92-a8ab-88ecac45b915', 'tag': '50a3ef07-1ae7-4442-9489-b74b55ddb1dc'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:13:32.974474 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d98137ebe7b3f8ae23a53251b76916d727952a33f49bb2ab88d2915e9897d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174711db-48a5-42ec-8741-479afa9791d5" -d '{"events": [{"name": "network-changed", "server_uuid": "6efbc392-3123-4b92-a8ab-88ecac45b915", "tag": "50a3ef07-1ae7-4442-9489-b74b55ddb1dc"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:13:33.012971 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb1c877-2cbe-4d4d-b52d-faffa352c3ab service neutron] Pushing event updated for resources: {'Port': ['ID=50a3ef07-1ae7-4442-9489-b74b55ddb1dc,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:33.020839 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81533cf-8529-4dea-b71a-911fe6d2495a x-openstack-request-id: req-c81533cf-8529-4dea-b71a-911fe6d2495a {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:13:33.021415 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6efbc392-3123-4b92-a8ab-88ecac45b915", "tag": "50a3ef07-1ae7-4442-9489-b74b55ddb1dc", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:13:33.021674 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c81533cf-8529-4dea-b71a-911fe6d2495a {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:13:33.022356 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c81533cf-8529-4dea-b71a-911fe6d2495a'] response: {'name': 'network-changed', 'server_uuid': '6efbc392-3123-4b92-a8ab-88ecac45b915', 'tag': '50a3ef07-1ae7-4442-9489-b74b55ddb1dc', 'status': 'completed', 'code': 200} Apr 12 03:13:33.346434 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c6618-e18c-4f74-8033-47be1fdfe249 req-529d4cd3-ed58-424c-a70b-f649b0fe4af6 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:33.348023 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-108c6618-e18c-4f74-8033-47be1fdfe249 req-529d4cd3-ed58-424c-a70b-f649b0fe4af6 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=6efbc392-3123-4b92-a8ab-88ecac45b915 HTTP/1.1" status: 200 len: 943 time: 0.0906961 Apr 12 03:13:33.396233 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-108c6618-e18c-4f74-8033-47be1fdfe249 req-ca0d265b-cd5d-442a-a8b4-f143dfa25ce4 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423920 Apr 12 03:13:34.573044 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a9caa-4f40-48d4-a877-58e57d0a3539 req-66e668dc-1ab4-430d-b674-b7f7e710f471 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:34.574978 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-2d7a9caa-4f40-48d4-a877-58e57d0a3539 req-66e668dc-1ab4-430d-b674-b7f7e710f471 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=6efbc392-3123-4b92-a8ab-88ecac45b915 HTTP/1.1" status: 200 len: 943 time: 0.0673959 Apr 12 03:13:34.636704 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-2d7a9caa-4f40-48d4-a877-58e57d0a3539 req-2471700e-3758-430f-9282-f76a9fcea532 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556574 Apr 12 03:13:35.219899 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174711db-48a5-42ec-8741-479afa9791d5 req-927e80fa-12ce-4724-8b2b-831cab56506a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:35.221959 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-174711db-48a5-42ec-8741-479afa9791d5 req-927e80fa-12ce-4724-8b2b-831cab56506a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=faa0847777334640bf8854a96c6e7a19&device_id=6efbc392-3123-4b92-a8ab-88ecac45b915 HTTP/1.1" status: 200 len: 1127 time: 0.0441275 Apr 12 03:13:35.423802 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174711db-48a5-42ec-8741-479afa9791d5 req-cfcdf43d-28d7-455d-b8f7-0fdcc02d21bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:35.425439 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-174711db-48a5-42ec-8741-479afa9791d5 req-cfcdf43d-28d7-455d-b8f7-0fdcc02d21bd service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=faa0847777334640bf8854a96c6e7a19&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1970115 Apr 12 03:13:35.610661 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174711db-48a5-42ec-8741-479afa9791d5 req-cede7f08-f75b-484d-bf06-8d9364a3c4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:35.613083 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-174711db-48a5-42ec-8741-479afa9791d5 req-cede7f08-f75b-484d-bf06-8d9364a3c4d8 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1802056 Apr 12 03:13:35.707074 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68674f3a-73b6-44a3-92ac-544991e817e4 req-6fa79550-731c-4a5a-8786-8c4ea8e57e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:35.709062 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-68674f3a-73b6-44a3-92ac-544991e817e4 req-6fa79550-731c-4a5a-8786-8c4ea8e57e80 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=faa0847777334640bf8854a96c6e7a19&device_id=6efbc392-3123-4b92-a8ab-88ecac45b915 HTTP/1.1" status: 200 len: 1127 time: 0.0554118 Apr 12 03:13:35.754239 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-68674f3a-73b6-44a3-92ac-544991e817e4 req-333bb1a6-a92e-4b0b-af50-6c532d86944b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50a3ef07-1ae7-4442-9489-b74b55ddb1dc HTTP/1.1" status: 200 len: 217 time: 0.0364552 Apr 12 03:13:35.772973 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c09309-06da-4d10-810c-991978fa5bb2 req-35f91afc-59b0-4ac0-b7cc-fa58276146b3 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:35.780276 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-68c09309-06da-4d10-810c-991978fa5bb2 req-35f91afc-59b0-4ac0-b7cc-fa58276146b3 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=6efbc392-3123-4b92-a8ab-88ecac45b915 HTTP/1.1" status: 200 len: 943 time: 0.0703247 Apr 12 03:13:35.822825 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68674f3a-73b6-44a3-92ac-544991e817e4 req-3f71831c-5511-4dc1-be64-e29a7b1e9297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:35.825203 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-68674f3a-73b6-44a3-92ac-544991e817e4 req-3f71831c-5511-4dc1-be64-e29a7b1e9297 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9 HTTP/1.1" status: 200 len: 850 time: 0.0628061 Apr 12 03:13:35.841083 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-68c09309-06da-4d10-810c-991978fa5bb2 req-06ef42ba-7a31-4769-ad8e-821edc552330 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575695 Apr 12 03:13:35.888068 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68674f3a-73b6-44a3-92ac-544991e817e4 req-fd23b41d-a70d-4756-924f-7c8b6bfedd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:35.890049 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-68674f3a-73b6-44a3-92ac-544991e817e4 req-fd23b41d-a70d-4756-924f-7c8b6bfedd8b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=da1505d4-daf5-4102-9185-5db938386645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0583370 Apr 12 03:13:35.990972 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-68674f3a-73b6-44a3-92ac-544991e817e4 req-33b1180a-1e28-40a0-915d-cb0b60523c4a service neutron] 10.222.0.25 "GET /v2.0/networks/da1505d4-daf5-4102-9185-5db938386645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932488 Apr 12 03:13:36.111194 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-68674f3a-73b6-44a3-92ac-544991e817e4 req-cc7f9930-25fe-4742-a910-417c8ee9f8d6 service neutron] 10.222.0.25 "GET /v2.0/networks/da1505d4-daf5-4102-9185-5db938386645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137097 Apr 12 03:13:37.017062 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e6784-d4a8-4ccb-a329-75117a43c508 req-c1cc9691-ddc8-461e-9cc4-9bbced283941 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:37.025141 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-6a1e6784-d4a8-4ccb-a329-75117a43c508 req-c1cc9691-ddc8-461e-9cc4-9bbced283941 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=6efbc392-3123-4b92-a8ab-88ecac45b915 HTTP/1.1" status: 200 len: 943 time: 0.0926106 Apr 12 03:13:37.077743 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-6a1e6784-d4a8-4ccb-a329-75117a43c508 req-cf38c991-c023-49b3-bd5f-10ef78a454aa tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516062 Apr 12 03:13:38.213342 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cdc34a-c6af-4491-b064-a9b9b472c6d0 req-9f300c1a-4c02-4fca-9a35-70d14ab4b53d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:38.216276 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-77cdc34a-c6af-4491-b064-a9b9b472c6d0 req-9f300c1a-4c02-4fca-9a35-70d14ab4b53d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=6efbc392-3123-4b92-a8ab-88ecac45b915 HTTP/1.1" status: 200 len: 943 time: 0.0609157 Apr 12 03:13:38.274407 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-77cdc34a-c6af-4491-b064-a9b9b472c6d0 req-51408de2-eb05-4619-bbf3-a5ded240d3ce tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520413 Apr 12 03:13:39.397945 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b3856-4ff7-401f-90df-27f4d697a462 req-d2edf7f2-7c66-4cf0-9f3c-0facb7af5862 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:39.399482 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-5b5b3856-4ff7-401f-90df-27f4d697a462 req-d2edf7f2-7c66-4cf0-9f3c-0facb7af5862 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=6efbc392-3123-4b92-a8ab-88ecac45b915 HTTP/1.1" status: 200 len: 943 time: 0.0571322 Apr 12 03:13:39.451012 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-5b5b3856-4ff7-401f-90df-27f4d697a462 req-97f55741-2320-4a57-b5f6-e65650103479 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454917 Apr 12 03:13:39.913076 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 51404) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:39.957649 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fb1d86c-6b22-4a64-ac35-347dbd4361ed admin admin] Deleting subnet ee578cce-46b4-4138-9667-b4ae8d8aaa35 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 03:13:39.960806 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9fb1d86c-6b22-4a64-ac35-347dbd4361ed admin admin] Publish callbacks [] for subnet (ee578cce-46b4-4138-9667-b4ae8d8aaa35), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:39.995122 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9fb1d86c-6b22-4a64-ac35-347dbd4361ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28399234'] for subnet (ee578cce-46b4-4138-9667-b4ae8d8aaa35), precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:40.032509 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9fb1d86c-6b22-4a64-ac35-347dbd4361ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662842'] for subnet (ee578cce-46b4-4138-9667-b4ae8d8aaa35), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:40.089580 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9fb1d86c-6b22-4a64-ac35-347dbd4361ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28695438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28651215'] for subnet (ee578cce-46b4-4138-9667-b4ae8d8aaa35), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:40.115816 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb1d86c-6b22-4a64-ac35-347dbd4361ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee578cce-46b4-4138-9667-b4ae8d8aaa35,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:40.119692 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9fb1d86c-6b22-4a64-ac35-347dbd4361ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:40.122858 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-9fb1d86c-6b22-4a64-ac35-347dbd4361ed admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ee578cce-46b4-4138-9667-b4ae8d8aaa35 HTTP/1.1" status: 204 len: 168 time: 0.2087700 Apr 12 03:13:40.126007 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 51410) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:40.195430 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-71173e36-808f-434b-8ad2-107871d0a1fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688745'] for network (3fc4f7ab-d71d-4f35-ae3b-eb81115fa470), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:40.284596 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-71173e36-808f-434b-8ad2-107871d0a1fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659639', 'neutron.services.segments.db._delete_segments_for_network-8733264514991'] for network (3fc4f7ab-d71d-4f35-ae3b-eb81115fa470), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:40.311512 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.services.segments.db [None req-71173e36-808f-434b-8ad2-107871d0a1fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fc4f7ab-d71d-4f35-ae3b-eb81115fa470']}} {{(pid=103483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:13:40.322547 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.services.segments.db [None req-71173e36-808f-434b-8ad2-107871d0a1fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd14922f-85d1-4f74-a894-82051703256a') {'for_net_delete': True} {{(pid=103483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:13:40.323118 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.services.segments.db [None req-71173e36-808f-434b-8ad2-107871d0a1fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd14922f-85d1-4f74-a894-82051703256a') {} {{(pid=103483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:13:40.333530 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-71173e36-808f-434b-8ad2-107871d0a1fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733264516792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1983593'] for segment (fd14922f-85d1-4f74-a894-82051703256a), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:40.348518 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-71173e36-808f-434b-8ad2-107871d0a1fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (fd14922f-85d1-4f74-a894-82051703256a), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:40.355559 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71173e36-808f-434b-8ad2-107871d0a1fb admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 03:13:40.356316 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-71173e36-808f-434b-8ad2-107871d0a1fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28322596'] for segment (fd14922f-85d1-4f74-a894-82051703256a), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:40.358269 dv-cinder-837443-1-iscsi neutron-server[103483]: Traceback (most recent call last): Apr 12 03:13:40.358269 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 03:13:40.358269 dv-cinder-837443-1-iscsi neutron-server[103483]: timer() Apr 12 03:13:40.358269 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 03:13:40.358269 dv-cinder-837443-1-iscsi neutron-server[103483]: cb(*args, **kw) Apr 12 03:13:40.358269 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 03:13:40.358269 dv-cinder-837443-1-iscsi neutron-server[103483]: return func(*args, **kwargs) Apr 12 03:13:40.358269 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 03:13:40.358269 dv-cinder-837443-1-iscsi neutron-server[103483]: self._notify() Apr 12 03:13:40.358269 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 03:13:40.358269 dv-cinder-837443-1-iscsi neutron-server[103483]: self.callback(batched_events) Apr 12 03:13:40.358269 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 03:13:40.358269 dv-cinder-837443-1-iscsi neutron-server[103483]: event.method(event) Apr 12 03:13:40.358269 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 03:13:40.358269 dv-cinder-837443-1-iscsi neutron-server[103483]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 03:13:40.358269 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 03:13:40.358269 dv-cinder-837443-1-iscsi neutron-server[103483]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 03:13:40.358269 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 03:13:40.358269 dv-cinder-837443-1-iscsi neutron-server[103483]: return f(self, *a, **k) Apr 12 03:13:40.358269 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 03:13:40.358269 dv-cinder-837443-1-iscsi neutron-server[103483]: return self._get(url).json() Apr 12 03:13:40.358269 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 03:13:40.358269 dv-cinder-837443-1-iscsi neutron-server[103483]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 03:13:40.358269 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 03:13:40.358269 dv-cinder-837443-1-iscsi neutron-server[103483]: return self.request(url, 'GET', **kwargs) Apr 12 03:13:40.358269 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 03:13:40.358269 dv-cinder-837443-1-iscsi neutron-server[103483]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 03:13:40.358269 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 03:13:40.358269 dv-cinder-837443-1-iscsi neutron-server[103483]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 03:13:40.358269 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 03:13:40.358269 dv-cinder-837443-1-iscsi neutron-server[103483]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 03:13:40.358269 dv-cinder-837443-1-iscsi neutron-server[103483]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 03:13:40.417374 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-71173e36-808f-434b-8ad2-107871d0a1fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682719'] for network (3fc4f7ab-d71d-4f35-ae3b-eb81115fa470), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:40.424072 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-71173e36-808f-434b-8ad2-107871d0a1fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for network (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:40.431412 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-71173e36-808f-434b-8ad2-107871d0a1fb admin admin] 10.222.0.32 "DELETE /v2.0/networks/3fc4f7ab-d71d-4f35-ae3b-eb81115fa470 HTTP/1.1" status: 204 len: 168 time: 0.3013570 Apr 12 03:13:40.448811 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71173e36-808f-434b-8ad2-107871d0a1fb admin admin] Pushing event deleted for resources: {'Network': ['ID=3fc4f7ab-d71d-4f35-ae3b-eb81115fa470,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:40.604784 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74838e41-b6fc-48a3-ae99-b1ec632709db req-c623c0b8-45fb-44f6-98b4-4fb6c477ecdf tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:40.606405 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-74838e41-b6fc-48a3-ae99-b1ec632709db req-c623c0b8-45fb-44f6-98b4-4fb6c477ecdf tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=6efbc392-3123-4b92-a8ab-88ecac45b915 HTTP/1.1" status: 200 len: 943 time: 0.0562525 Apr 12 03:13:40.647061 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 51464) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:40.668089 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-74838e41-b6fc-48a3-ae99-b1ec632709db req-44c23d6d-b44b-4a60-bba5-ad84d8443dd3 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544291 Apr 12 03:13:40.701425 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-b2c76cea-78ba-4e3a-93ce-45edcfefd1fb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=93bbadf297534dd28da937ad11f5e24a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0530515 Apr 12 03:13:40.703905 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 51472) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:40.755185 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-00eda687-e9cf-4d52-b92c-bc96c04c6daa admin admin] Publish callbacks [] for security_group (9f6b5a1a-e2ba-4573-870f-ea3b814462c9), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:40.778412 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-00eda687-e9cf-4d52-b92c-bc96c04c6daa admin admin] Publish callbacks [] for security_group (9f6b5a1a-e2ba-4573-870f-ea3b814462c9), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:40.829341 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-00eda687-e9cf-4d52-b92c-bc96c04c6daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (9f6b5a1a-e2ba-4573-870f-ea3b814462c9), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:40.832359 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-00eda687-e9cf-4d52-b92c-bc96c04c6daa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:40.833617 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-00eda687-e9cf-4d52-b92c-bc96c04c6daa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9f6b5a1a-e2ba-4573-870f-ea3b814462c9 HTTP/1.1" status: 204 len: 168 time: 0.1288197 Apr 12 03:13:40.845300 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eda687-e9cf-4d52-b92c-bc96c04c6daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6b5a1a-e2ba-4573-870f-ea3b814462c9,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:41.044544 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 51500) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:41.164344 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5c432eb9-addd-4bd4-bad6-ebbc70b363e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:41.241859 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5c432eb9-addd-4bd4-bad6-ebbc70b363e3 admin admin] Publish callbacks [] for security_group (ec7a3b4d-ff8d-438d-855f-1124d8271d66), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:41.246957 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5c432eb9-addd-4bd4-bad6-ebbc70b363e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (ec7a3b4d-ff8d-438d-855f-1124d8271d66), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:41.290875 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-5c432eb9-addd-4bd4-bad6-ebbc70b363e3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f9d49841c16043088f0ceb8dd141867f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2448444 Apr 12 03:13:41.291831 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c432eb9-addd-4bd4-bad6-ebbc70b363e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7a3b4d-ff8d-438d-855f-1124d8271d66,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:41.293659 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 51514) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:41.346239 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-646f1d71-5e4b-4766-bff2-527c656c3d38 admin admin] Publish callbacks [] for security_group (ec7a3b4d-ff8d-438d-855f-1124d8271d66), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:41.369613 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-646f1d71-5e4b-4766-bff2-527c656c3d38 admin admin] Publish callbacks [] for security_group (ec7a3b4d-ff8d-438d-855f-1124d8271d66), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:41.423823 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-646f1d71-5e4b-4766-bff2-527c656c3d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (ec7a3b4d-ff8d-438d-855f-1124d8271d66), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:41.426419 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-646f1d71-5e4b-4766-bff2-527c656c3d38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:41.427632 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-646f1d71-5e4b-4766-bff2-527c656c3d38 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ec7a3b4d-ff8d-438d-855f-1124d8271d66 HTTP/1.1" status: 204 len: 168 time: 0.1324668 Apr 12 03:13:41.436402 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f1d71-5e4b-4766-bff2-527c656c3d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7a3b4d-ff8d-438d-855f-1124d8271d66,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:41.486047 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 51524) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:41.586882 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-6d1c8cbc-ed67-402b-ab14-be0d5209334a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1852271644-network', 'tenant_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:13:41.615991 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1c8cbc-ed67-402b-ab14-be0d5209334a admin admin] Made reservation on behalf of f1dd2028f6f24f21be7d88a9ff3e7ae5 for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:13:41.617051 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6d1c8cbc-ed67-402b-ab14-be0d5209334a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for network (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:41.627590 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6d1c8cbc-ed67-402b-ab14-be0d5209334a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:41.741606 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6d1c8cbc-ed67-402b-ab14-be0d5209334a admin admin] Publish callbacks [] for security_group (d83742fb-512e-4dab-bef6-6fbbfb0f1265), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:41.746928 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6d1c8cbc-ed67-402b-ab14-be0d5209334a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (d83742fb-512e-4dab-bef6-6fbbfb0f1265), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:41.820138 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d1c8cbc-ed67-402b-ab14-be0d5209334a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 03:13:41.905481 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 51540) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:42.002271 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 51546) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:42.044185 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-7ee5a3b7-0bfb-4f81-a877-e30c6f3c963d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:42.071766 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb4fb530-ca30-4ae1-9580-a0cbfbe7b075 admin admin] Deleting subnet 3bfafcec-4ddc-4dd0-99d7-19b72037bcd2 {{(pid=103483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 03:13:42.077097 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-cb4fb530-ca30-4ae1-9580-a0cbfbe7b075 admin admin] Publish callbacks [] for subnet (3bfafcec-4ddc-4dd0-99d7-19b72037bcd2), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:42.091239 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c8cbc-ed67-402b-ab14-be0d5209334a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d83742fb-512e-4dab-bef6-6fbbfb0f1265,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:42.105942 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd888ff-dcb2-40e1-b8f7-5570c1df9fd8 req-c9e2f794-a6c7-4030-943b-73cc37bb3eaa tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:42.107426 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-ccd888ff-dcb2-40e1-b8f7-5570c1df9fd8 req-c9e2f794-a6c7-4030-943b-73cc37bb3eaa tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=6efbc392-3123-4b92-a8ab-88ecac45b915 HTTP/1.1" status: 200 len: 943 time: 0.3509152 Apr 12 03:13:42.110949 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6d1c8cbc-ed67-402b-ab14-be0d5209334a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (70eb55f3-1215-4f59-bd32-de3295ee0cf8), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:42.111332 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.db.segments_db [None req-6d1c8cbc-ed67-402b-ab14-be0d5209334a admin admin] Added segment 70eb55f3-1215-4f59-bd32-de3295ee0cf8 of type vlan for network 2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0 Apr 12 03:13:42.125790 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-cb4fb530-ca30-4ae1-9580-a0cbfbe7b075 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1983584'] for subnet (3bfafcec-4ddc-4dd0-99d7-19b72037bcd2), precommit_delete_associations {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:42.172203 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6d1c8cbc-ed67-402b-ab14-be0d5209334a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733264019303'] for network (2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:42.187389 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-cb4fb530-ca30-4ae1-9580-a0cbfbe7b075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662842'] for subnet (3bfafcec-4ddc-4dd0-99d7-19b72037bcd2), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:42.215081 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-ccd888ff-dcb2-40e1-b8f7-5570c1df9fd8 req-6fd4f245-443f-432d-948a-fd951d6ca0cf tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941758 Apr 12 03:13:42.220266 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-7ee5a3b7-0bfb-4f81-a877-e30c6f3c963d admin admin] Publish callbacks [] for security_group (6ade678a-d79e-465b-8a96-67c7eb565ec6), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:42.224239 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6d1c8cbc-ed67-402b-ab14-be0d5209334a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074'] for network (2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:42.225327 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1c8cbc-ed67-402b-ab14-be0d5209334a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:42.226016 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6d1c8cbc-ed67-402b-ab14-be0d5209334a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for network (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:42.226984 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-7ee5a3b7-0bfb-4f81-a877-e30c6f3c963d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (6ade678a-d79e-465b-8a96-67c7eb565ec6), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:42.268292 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-6d1c8cbc-ed67-402b-ab14-be0d5209334a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7810745 Apr 12 03:13:42.271344 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 51548) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:42.276346 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-81bb514a-40f3-4dfd-b6e4-64b0c1d19b7c admin admin] Request body: {'subnet': {'network_id': '2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1852271644-subnet', 'tenant_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'ip_version': 4}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:13:42.279434 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-7ee5a3b7-0bfb-4f81-a877-e30c6f3c963d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=16264a5897694d37a86b32ef63c63468&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3728144 Apr 12 03:13:42.280819 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee5a3b7-0bfb-4f81-a877-e30c6f3c963d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ade678a-d79e-465b-8a96-67c7eb565ec6,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:42.283760 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 51550) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:42.291563 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-cb4fb530-ca30-4ae1-9580-a0cbfbe7b075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28322702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28286562'] for subnet (3bfafcec-4ddc-4dd0-99d7-19b72037bcd2), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:42.317950 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c8cbc-ed67-402b-ab14-be0d5209334a admin admin] Pushing event updated for resources: {'Network': ['ID=2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:42.329225 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Network 2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0 details requested by agent ovs-agent-dv-cinder-837443-1-iscsi with host dv-cinder-837443-1-iscsi {{(pid=103485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 03:13:42.330522 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81bb514a-40f3-4dfd-b6e4-64b0c1d19b7c admin admin] Made reservation on behalf of f1dd2028f6f24f21be7d88a9ff3e7ae5 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:13:42.333024 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-81bb514a-40f3-4dfd-b6e4-64b0c1d19b7c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28651218'] for subnet (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:42.334993 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4fb530-ca30-4ae1-9580-a0cbfbe7b075 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bfafcec-4ddc-4dd0-99d7-19b72037bcd2,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:42.339522 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-cb4fb530-ca30-4ae1-9580-a0cbfbe7b075 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for subnet (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:42.342575 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-cb4fb530-ca30-4ae1-9580-a0cbfbe7b075 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3bfafcec-4ddc-4dd0-99d7-19b72037bcd2 HTTP/1.1" status: 204 len: 168 time: 0.3393404 Apr 12 03:13:42.346178 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 51552) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:42.364350 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-00180ef9-9bd4-4672-971b-5ae2b7791c67 admin admin] Publish callbacks [] for security_group (6ade678a-d79e-465b-8a96-67c7eb565ec6), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:42.386653 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-00180ef9-9bd4-4672-971b-5ae2b7791c67 admin admin] Publish callbacks [] for security_group (6ade678a-d79e-465b-8a96-67c7eb565ec6), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:42.435804 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-00180ef9-9bd4-4672-971b-5ae2b7791c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (6ade678a-d79e-465b-8a96-67c7eb565ec6), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:42.438593 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-00180ef9-9bd4-4672-971b-5ae2b7791c67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:42.442772 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-00180ef9-9bd4-4672-971b-5ae2b7791c67 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6ade678a-d79e-465b-8a96-67c7eb565ec6 HTTP/1.1" status: 204 len: 168 time: 0.1579397 Apr 12 03:13:42.452619 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00180ef9-9bd4-4672-971b-5ae2b7791c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ade678a-d79e-465b-8a96-67c7eb565ec6,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:42.462806 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3b0247f5-994a-425c-8ce8-c677e8bea8ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688745'] for network (67674276-5bba-410e-af64-07da123e2ce0), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:42.585408 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3b0247f5-994a-425c-8ce8-c677e8bea8ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659639', 'neutron.services.segments.db._delete_segments_for_network-8733264514991'] for network (67674276-5bba-410e-af64-07da123e2ce0), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:42.613727 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.services.segments.db [None req-3b0247f5-994a-425c-8ce8-c677e8bea8ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67674276-5bba-410e-af64-07da123e2ce0']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:13:42.628046 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.services.segments.db [None req-3b0247f5-994a-425c-8ce8-c677e8bea8ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '957be75c-46c7-4149-85c1-4c356a76e918') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:13:42.628323 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.services.segments.db [None req-3b0247f5-994a-425c-8ce8-c677e8bea8ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '957be75c-46c7-4149-85c1-4c356a76e918') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:13:42.660666 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3b0247f5-994a-425c-8ce8-c677e8bea8ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733264516792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28399243'] for segment (957be75c-46c7-4149-85c1-4c356a76e918), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:42.683107 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3b0247f5-994a-425c-8ce8-c677e8bea8ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (957be75c-46c7-4149-85c1-4c356a76e918), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:42.687859 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-81bb514a-40f3-4dfd-b6e4-64b0c1d19b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28693827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28651200'] for subnet (1b93d9b5-cf20-41ad-9899-d513f7963be7), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:42.693163 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b0247f5-994a-425c-8ce8-c677e8bea8ca admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 03:13:42.693552 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3b0247f5-994a-425c-8ce8-c677e8bea8ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28695332'] for segment (957be75c-46c7-4149-85c1-4c356a76e918), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:42.697258 dv-cinder-837443-1-iscsi neutron-server[103484]: Traceback (most recent call last): Apr 12 03:13:42.697258 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 03:13:42.697258 dv-cinder-837443-1-iscsi neutron-server[103484]: timer() Apr 12 03:13:42.697258 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 03:13:42.697258 dv-cinder-837443-1-iscsi neutron-server[103484]: cb(*args, **kw) Apr 12 03:13:42.697258 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 03:13:42.697258 dv-cinder-837443-1-iscsi neutron-server[103484]: return func(*args, **kwargs) Apr 12 03:13:42.697258 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 03:13:42.697258 dv-cinder-837443-1-iscsi neutron-server[103484]: self._notify() Apr 12 03:13:42.697258 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 03:13:42.697258 dv-cinder-837443-1-iscsi neutron-server[103484]: self.callback(batched_events) Apr 12 03:13:42.697258 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 03:13:42.697258 dv-cinder-837443-1-iscsi neutron-server[103484]: event.method(event) Apr 12 03:13:42.697258 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 03:13:42.697258 dv-cinder-837443-1-iscsi neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 03:13:42.697258 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 03:13:42.697258 dv-cinder-837443-1-iscsi neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 03:13:42.697258 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 03:13:42.697258 dv-cinder-837443-1-iscsi neutron-server[103484]: return f(self, *a, **k) Apr 12 03:13:42.697258 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 03:13:42.697258 dv-cinder-837443-1-iscsi neutron-server[103484]: return self._get(url).json() Apr 12 03:13:42.697258 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 03:13:42.697258 dv-cinder-837443-1-iscsi neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 03:13:42.697258 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 03:13:42.697258 dv-cinder-837443-1-iscsi neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 12 03:13:42.697258 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 03:13:42.697258 dv-cinder-837443-1-iscsi neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 03:13:42.697258 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 03:13:42.697258 dv-cinder-837443-1-iscsi neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 03:13:42.697258 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 03:13:42.697258 dv-cinder-837443-1-iscsi neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 03:13:42.697258 dv-cinder-837443-1-iscsi neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 03:13:42.731212 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 51558) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:42.750413 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-95df6ef1-c3c7-4270-a67f-6b4063b37ff8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:42.795177 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bb514a-40f3-4dfd-b6e4-64b0c1d19b7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b93d9b5-cf20-41ad-9899-d513f7963be7,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:42.800977 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3b0247f5-994a-425c-8ce8-c677e8bea8ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682719'] for network (67674276-5bba-410e-af64-07da123e2ce0), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:42.807430 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3b0247f5-994a-425c-8ce8-c677e8bea8ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for network (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:42.810515 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-3b0247f5-994a-425c-8ce8-c677e8bea8ca admin admin] 10.222.0.32 "DELETE /v2.0/networks/67674276-5bba-410e-af64-07da123e2ce0 HTTP/1.1" status: 204 len: 168 time: 0.4632535 Apr 12 03:13:42.825102 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0247f5-994a-425c-8ce8-c677e8bea8ca admin admin] Pushing event deleted for resources: {'Network': ['ID=67674276-5bba-410e-af64-07da123e2ce0,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:42.826918 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bb514a-40f3-4dfd-b6e4-64b0c1d19b7c admin admin] Checking segment: {'id': '70eb55f3-1215-4f59-bd32-de3295ee0cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:13:42.827280 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bb514a-40f3-4dfd-b6e4-64b0c1d19b7c admin admin] Network hostable DHCP agents. Network: 2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0, hostable agents: ['fa7f2a92-0c20-457b-b451-d8a4489755d5'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 03:13:42.835905 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-95df6ef1-c3c7-4270-a67f-6b4063b37ff8 admin admin] Publish callbacks [] for security_group (24ef1bb8-6cd6-45c9-a69c-a47480b6c070), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:42.840821 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-95df6ef1-c3c7-4270-a67f-6b4063b37ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (24ef1bb8-6cd6-45c9-a69c-a47480b6c070), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:42.853159 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bb514a-40f3-4dfd-b6e4-64b0c1d19b7c admin admin] Network 2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0 is scheduled to be hosted by DHCP agent fa7f2a92-0c20-457b-b451-d8a4489755d5 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 03:13:42.864505 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-81bb514a-40f3-4dfd-b6e4-64b0c1d19b7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837443-1-iscsi, 2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:13:42.869525 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bb514a-40f3-4dfd-b6e4-64b0c1d19b7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:42.870125 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-81bb514a-40f3-4dfd-b6e4-64b0c1d19b7c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:42.877458 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac7d461-cfdc-40c1-8b8e-09a45725e9dd None None] Network 2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0 requested from dv-cinder-837443-1-iscsi {{(pid=103485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:13:42.882589 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-95df6ef1-c3c7-4270-a67f-6b4063b37ff8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8f5e72ffd83340dcaf091c54080ee20b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1501901 Apr 12 03:13:42.884096 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95df6ef1-c3c7-4270-a67f-6b4063b37ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ef1bb8-6cd6-45c9-a69c-a47480b6c070,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:42.886122 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 51562) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:42.918300 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-81bb514a-40f3-4dfd-b6e4-64b0c1d19b7c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6414552 Apr 12 03:13:42.918410 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 51564) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:42.922878 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [None req-52f94204-fad2-4d81-82ad-19ead7f44b5f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1852271644-router', 'tenant_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'}}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:13:42.948116 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-52f94204-fad2-4d81-82ad-19ead7f44b5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3782703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4500'] for router (c6301273-cae1-4b1e-a5a9-8a22a9b2265e), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:42.949400 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-52f94204-fad2-4d81-82ad-19ead7f44b5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3683108', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4525'] for router (c6301273-cae1-4b1e-a5a9-8a22a9b2265e), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:42.965449 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cf831dd2-ce21-46f5-97c2-316169604128 admin admin] Publish callbacks [] for security_group (24ef1bb8-6cd6-45c9-a69c-a47480b6c070), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:42.989333 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cf831dd2-ce21-46f5-97c2-316169604128 admin admin] Publish callbacks [] for security_group (24ef1bb8-6cd6-45c9-a69c-a47480b6c070), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:42.999147 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050ab3e5-4475-4801-9014-9670c1034373 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58e6e5d8-d763-5226-afd4-b2f7170d6940-2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0', 'network_id': '2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0', 'project_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'fixed_ips': [{'subnet_id': '1b93d9b5-cf20-41ad-9899-d513f7963be7'}]}} from dv-cinder-837443-1-iscsi. {{(pid=103485) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 03:13:43.000596 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-050ab3e5-4475-4801-9014-9670c1034373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:43.012902 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-52f94204-fad2-4d81-82ad-19ead7f44b5f admin admin] Publish callbacks [] for router_controller (c6301273-cae1-4b1e-a5a9-8a22a9b2265e), precommit_add_association {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:43.045816 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cf831dd2-ce21-46f5-97c2-316169604128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (24ef1bb8-6cd6-45c9-a69c-a47480b6c070), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:43.049773 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-cf831dd2-ce21-46f5-97c2-316169604128 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:43.054561 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-cf831dd2-ce21-46f5-97c2-316169604128 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/24ef1bb8-6cd6-45c9-a69c-a47480b6c070 HTTP/1.1" status: 204 len: 168 time: 0.1671355 Apr 12 03:13:43.063647 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 51568) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:43.073605 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf831dd2-ce21-46f5-97c2-316169604128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ef1bb8-6cd6-45c9-a69c-a47480b6c070,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:43.118407 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-d74b0afd-1421-4e04-88e0-d9366aa730bd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=729edaa2a27a40f897ddba50391dd29f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0510044 Apr 12 03:13:43.118659 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 51570) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:43.177254 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-050ab3e5-4475-4801-9014-9670c1034373 None None] Allocated IP 172.20.0.2 (2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0/1b93d9b5-cf20-41ad-9899-d513f7963be7/7e11087f-fc88-489a-b217-61e350b0e6ff) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:13:43.177492 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-73466222-51e9-49a8-a01c-bb4d851577bb admin admin] Publish callbacks [] for security_group (b87f77ed-3d6f-4e82-bc88-e6edb61d43c3), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:43.208876 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device 50a3ef07-1ae7-4442-9489-b74b55ddb1dc details requested by agent hyperv_hv-cinder-83744 with host hv-cinder-83744 {{(pid=103485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 03:13:43.210627 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-73466222-51e9-49a8-a01c-bb4d851577bb admin admin] Publish callbacks [] for security_group (b87f77ed-3d6f-4e82-bc88-e6edb61d43c3), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:43.281937 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-73466222-51e9-49a8-a01c-bb4d851577bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (b87f77ed-3d6f-4e82-bc88-e6edb61d43c3), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:43.288439 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-73466222-51e9-49a8-a01c-bb4d851577bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:43.293019 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-73466222-51e9-49a8-a01c-bb4d851577bb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b87f77ed-3d6f-4e82-bc88-e6edb61d43c3 HTTP/1.1" status: 204 len: 168 time: 0.1732481 Apr 12 03:13:43.303542 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73466222-51e9-49a8-a01c-bb4d851577bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87f77ed-3d6f-4e82-bc88-e6edb61d43c3,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:43.432285 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-050ab3e5-4475-4801-9014-9670c1034373 None None] Publish callbacks [] for port (7e11087f-fc88-489a-b217-61e350b0e6ff), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:43.450196 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-050ab3e5-4475-4801-9014-9670c1034373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106'] for port (7e11087f-fc88-489a-b217-61e350b0e6ff), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:43.464452 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.db.resource_extend [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 12 03:13:43.484961 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-52f94204-fad2-4d81-82ad-19ead7f44b5f admin admin] Publish callbacks [] for router_gateway (c6301273-cae1-4b1e-a5a9-8a22a9b2265e), precommit_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:43.532796 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050ab3e5-4475-4801-9014-9670c1034373 None None] Network 2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:13:43.534973 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23665da5-027b-4f0e-a564-afaae7fa4711 req-ad2d65f0-024b-4c7c-806c-07fbde06c134 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:43.535468 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 51580) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:43.541999 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-23665da5-027b-4f0e-a564-afaae7fa4711 req-ad2d65f0-024b-4c7c-806c-07fbde06c134 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=6efbc392-3123-4b92-a8ab-88ecac45b915 HTTP/1.1" status: 200 len: 943 time: 0.0739269 Apr 12 03:13:43.552448 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2e320f60-1689-4e5b-bb25-361bb3ae52f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:43.571202 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-050ab3e5-4475-4801-9014-9670c1034373 None None] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:13:43.575796 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050ab3e5-4475-4801-9014-9670c1034373 None None] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:13:43.578098 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ab3e5-4475-4801-9014-9670c1034373 None None] Pushing event updated for resources: {'Port': ['ID=7e11087f-fc88-489a-b217-61e350b0e6ff,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:43.592088 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050ab3e5-4475-4801-9014-9670c1034373 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:43.592714 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050ab3e5-4475-4801-9014-9670c1034373 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:43.593794 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050ab3e5-4475-4801-9014-9670c1034373 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:43.594295 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050ab3e5-4475-4801-9014-9670c1034373 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:43.594796 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050ab3e5-4475-4801-9014-9670c1034373 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:43.595168 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050ab3e5-4475-4801-9014-9670c1034373 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:43.595470 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050ab3e5-4475-4801-9014-9670c1034373 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:43.595825 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050ab3e5-4475-4801-9014-9670c1034373 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:43.596162 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050ab3e5-4475-4801-9014-9670c1034373 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:43.596491 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050ab3e5-4475-4801-9014-9670c1034373 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:43.596827 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050ab3e5-4475-4801-9014-9670c1034373 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:43.597260 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050ab3e5-4475-4801-9014-9670c1034373 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:43.597589 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050ab3e5-4475-4801-9014-9670c1034373 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:43.597922 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050ab3e5-4475-4801-9014-9670c1034373 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:43.598782 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050ab3e5-4475-4801-9014-9670c1034373 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:43.640005 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-23665da5-027b-4f0e-a564-afaae7fa4711 req-669a6893-f15c-43b7-84a2-5a5bf64e4d92 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971305 Apr 12 03:13:43.673734 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-050ab3e5-4475-4801-9014-9670c1034373 None None] Attempting to bind port 7e11087f-fc88-489a-b217-61e350b0e6ff on host dv-cinder-837443-1-iscsi for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:13:43.674337 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-050ab3e5-4475-4801-9014-9670c1034373 None None] Attempting to bind port 7e11087f-fc88-489a-b217-61e350b0e6ff by drivers openvswitch,hyperv on host dv-cinder-837443-1-iscsi at level 0 using segments [{'id': '70eb55f3-1215-4f59-bd32-de3295ee0cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:13:43.674869 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050ab3e5-4475-4801-9014-9670c1034373 None None] Attempting to bind port 7e11087f-fc88-489a-b217-61e350b0e6ff on network 2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:13:43.681554 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2e320f60-1689-4e5b-bb25-361bb3ae52f0 admin admin] Publish callbacks [] for security_group (cd26b91b-cea8-45ba-95ca-653de81591a9), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:43.684154 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port 50a3ef07-1ae7-4442-9489-b74b55ddb1dc, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=50a3ef07-1ae7-4442-9489-b74b55ddb1dc,segment=NetworkSegment(7d178cda-c4bb-4041-8a2c-25e0b2199eca),segment_id=7d178cda-c4bb-4041-8a2c-25e0b2199eca)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:13:43.687221 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050ab3e5-4475-4801-9014-9670c1034373 None None] Checking agent: {'id': 'ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 2, 56, 1), 'started_at': datetime.datetime(2022, 4, 12, 2, 56, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:13:43.687602 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050ab3e5-4475-4801-9014-9670c1034373 None None] Checking segment: {'id': '70eb55f3-1215-4f59-bd32-de3295ee0cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:13:43.688019 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-050ab3e5-4475-4801-9014-9670c1034373 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:43.688350 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-2e320f60-1689-4e5b-bb25-361bb3ae52f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (cd26b91b-cea8-45ba-95ca-653de81591a9), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:43.688467 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050ab3e5-4475-4801-9014-9670c1034373 None None] Bound using segment: {'id': '70eb55f3-1215-4f59-bd32-de3295ee0cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:13:43.688915 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-050ab3e5-4475-4801-9014-9670c1034373 None None] Bound port: 7e11087f-fc88-489a-b217-61e350b0e6ff, host: dv-cinder-837443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70eb55f3-1215-4f59-bd32-de3295ee0cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:13:43.689227 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-050ab3e5-4475-4801-9014-9670c1034373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (7e11087f-fc88-489a-b217-61e350b0e6ff), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:43.708535 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Returning: {'device': '50a3ef07-1ae7-4442-9489-b74b55ddb1dc', 'network_id': 'da1505d4-daf5-4102-9185-5db938386645', 'port_id': '50a3ef07-1ae7-4442-9489-b74b55ddb1dc', 'mac_address': 'fa:16:3e:6c:c9:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 03:13:43.729653 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e320f60-1689-4e5b-bb25-361bb3ae52f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd26b91b-cea8-45ba-95ca-653de81591a9,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:43.749604 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Current status of the port 50a3ef07-1ae7-4442-9489-b74b55ddb1dc is: DOWN; New status is: BUILD {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:13:43.750193 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (50a3ef07-1ae7-4442-9489-b74b55ddb1dc), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:43.780279 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-2e320f60-1689-4e5b-bb25-361bb3ae52f0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=398a3f34d61b4146bb0346a8dbd14467&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2435615 Apr 12 03:13:43.781164 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 51586) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:43.790626 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50a3ef07-1ae7-4442-9489-b74b55ddb1dc {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:13:43.807341 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-52f94204-fad2-4d81-82ad-19ead7f44b5f admin admin] Publish callbacks [] for router_gateway (c6301273-cae1-4b1e-a5a9-8a22a9b2265e), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:43.824989 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port 50a3ef07-1ae7-4442-9489-b74b55ddb1dc, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=50a3ef07-1ae7-4442-9489-b74b55ddb1dc,segment=NetworkSegment(7d178cda-c4bb-4041-8a2c-25e0b2199eca),segment_id=7d178cda-c4bb-4041-8a2c-25e0b2199eca)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:13:43.833663 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-050ab3e5-4475-4801-9014-9670c1034373 None None] For port 7e11087f-fc88-489a-b217-61e350b0e6ff, host dv-cinder-837443-1-iscsi, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:13:43.833836 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-52f94204-fad2-4d81-82ad-19ead7f44b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:43.836146 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (50a3ef07-1ae7-4442-9489-b74b55ddb1dc), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:43.839513 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-050ab3e5-4475-4801-9014-9670c1034373 None None] For port 7e11087f-fc88-489a-b217-61e350b0e6ff, host dv-cinder-837443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=7e11087f-fc88-489a-b217-61e350b0e6ff,segment=NetworkSegment(70eb55f3-1215-4f59-bd32-de3295ee0cf8),segment_id=70eb55f3-1215-4f59-bd32-de3295ee0cf8)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:13:43.847248 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0e59967c-72d6-42f1-8431-b39d29ed09fa admin admin] Publish callbacks [] for security_group (cd26b91b-cea8-45ba-95ca-653de81591a9), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:43.867022 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-050ab3e5-4475-4801-9014-9670c1034373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (7e11087f-fc88-489a-b217-61e350b0e6ff), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:43.876362 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0e59967c-72d6-42f1-8431-b39d29ed09fa admin admin] Publish callbacks [] for security_group (cd26b91b-cea8-45ba-95ca-653de81591a9), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:43.911088 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Pushing event updated for resources: {'Port': ['ID=50a3ef07-1ae7-4442-9489-b74b55ddb1dc,revision_number=4']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:43.968919 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0e59967c-72d6-42f1-8431-b39d29ed09fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (cd26b91b-cea8-45ba-95ca-653de81591a9), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:43.972923 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-0e59967c-72d6-42f1-8431-b39d29ed09fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:43.974104 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-0e59967c-72d6-42f1-8431-b39d29ed09fa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cd26b91b-cea8-45ba-95ca-653de81591a9 HTTP/1.1" status: 204 len: 168 time: 0.1897216 Apr 12 03:13:43.986061 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e59967c-72d6-42f1-8431-b39d29ed09fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd26b91b-cea8-45ba-95ca-653de81591a9,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:43.996755 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ab3e5-4475-4801-9014-9670c1034373 None None] Pushing event updated for resources: {'Port': ['ID=7e11087f-fc88-489a-b217-61e350b0e6ff,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:44.011957 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.db_base_plugin_common [None req-52f94204-fad2-4d81-82ad-19ead7f44b5f admin admin] Allocated IP 172.27.3.75 (79cba51c-a00f-4d8d-a813-38deb5f63b2a/29b195a7-2bca-4a4f-ac92-aa862b85642e/d5927e49-abc3-45d5-9c2f-0385057af7eb) {{(pid=103483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:13:44.061254 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] get_ports_and_sgs() called for port_ids ['50a3ef07-1ae7-4442-9489-b74b55ddb1dc'] {{(pid=103485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:13:44.179433 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-52f94204-fad2-4d81-82ad-19ead7f44b5f admin admin] Publish callbacks [] for port (d5927e49-abc3-45d5-9c2f-0385057af7eb), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:44.232914 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-52f94204-fad2-4d81-82ad-19ead7f44b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28322803'] for port (d5927e49-abc3-45d5-9c2f-0385057af7eb), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:44.288222 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f94204-fad2-4d81-82ad-19ead7f44b5f admin admin] Network 79cba51c-a00f-4d8d-a813-38deb5f63b2a is already hosted by enough agents. {{(pid=103483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:13:44.294391 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.base_scheduler [None req-52f94204-fad2-4d81-82ad-19ead7f44b5f admin admin] Resources bound (agent type, host, resource id): {{(pid=103483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:13:44.304037 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f94204-fad2-4d81-82ad-19ead7f44b5f admin admin] Received port after_create {{(pid=103483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:13:44.388098 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f94204-fad2-4d81-82ad-19ead7f44b5f admin admin] Pushing event updated for resources: {'Port': ['ID=d5927e49-abc3-45d5-9c2f-0385057af7eb,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:44.641593 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-52f94204-fad2-4d81-82ad-19ead7f44b5f admin admin] Publish callbacks [] for router_gateway (c6301273-cae1-4b1e-a5a9-8a22a9b2265e), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:44.770480 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c54881-65b4-4372-8ef0-8252ff6631eb req-0cff8897-16f3-40d6-b578-54b3b56c187a tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:44.772237 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-81c54881-65b4-4372-8ef0-8252ff6631eb req-0cff8897-16f3-40d6-b578-54b3b56c187a tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=6efbc392-3123-4b92-a8ab-88ecac45b915 HTTP/1.1" status: 200 len: 944 time: 0.0531344 Apr 12 03:13:44.837903 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-81c54881-65b4-4372-8ef0-8252ff6631eb req-5907da81-1f4f-41b8-9d28-0ac725eeddd4 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592253 Apr 12 03:13:44.859115 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-52f94204-fad2-4d81-82ad-19ead7f44b5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3784358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682775'] for router (c6301273-cae1-4b1e-a5a9-8a22a9b2265e), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:45.027059 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f94204-fad2-4d81-82ad-19ead7f44b5f admin admin] Router c6301273-cae1-4b1e-a5a9-8a22a9b2265e is scheduled to L3 agent beb15aed-f2b6-4676-85ca-b43f14e6acf3 with binding_index 1 {{(pid=103483) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 03:13:45.145139 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f94204-fad2-4d81-82ad-19ead7f44b5f admin admin] Notify agent at l3_agent.dv-cinder-837443-1-iscsi the message routers_updated {{(pid=103483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:13:45.145905 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb23cc5d-56dc-4efa-89e3-3e43d75361cc None None] Network 2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0 requested from dv-cinder-837443-1-iscsi {{(pid=103485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:13:45.162869 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-52f94204-fad2-4d81-82ad-19ead7f44b5f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:45.164105 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-52f94204-fad2-4d81-82ad-19ead7f44b5f admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2447042 Apr 12 03:13:45.165700 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e96656-4cd2-411e-b918-7040a1ba206a None None] Sync routers for ids ['c6301273-cae1-4b1e-a5a9-8a22a9b2265e'] in dv-cinder-837443-1-iscsi {{(pid=103485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:13:45.167236 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 51614) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:45.211607 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device 50a3ef07-1ae7-4442-9489-b74b55ddb1dc up at agent hyperv_hv-cinder-83744 {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:13:45.218233 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e96656-4cd2-411e-b918-7040a1ba206a None None] Routers {'c6301273-cae1-4b1e-a5a9-8a22a9b2265e'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:13:45.218743 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-78e96656-4cd2-411e-b918-7040a1ba206a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:13:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['c6301273-cae1-4b1e-a5a9-8a22a9b2265e'], 'active': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:13:45.313938 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-437ae40a-b768-4a40-a2eb-4cabb9f9ba19 None None] Provisioning complete for port 7e11087f-fc88-489a-b217-61e350b0e6ff triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:13:45.314179 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-437ae40a-b768-4a40-a2eb-4cabb9f9ba19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (7e11087f-fc88-489a-b217-61e350b0e6ff), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:45.415383 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Provisioning for port 50a3ef07-1ae7-4442-9489-b74b55ddb1dc completed by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 03:13:45.436417 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Provisioning complete for port 50a3ef07-1ae7-4442-9489-b74b55ddb1dc triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:13:45.436786 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (50a3ef07-1ae7-4442-9489-b74b55ddb1dc), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:45.465235 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvr_db [None req-78e96656-4cd2-411e-b918-7040a1ba206a None None] Set router c6301273-cae1-4b1e-a5a9-8a22a9b2265e gateway port host: dv-cinder-837443-1-iscsi {{(pid=103485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:13:45.626653 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-1134fc60-2355-4564-8d0e-f52b7c87d0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:45.757587 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-437ae40a-b768-4a40-a2eb-4cabb9f9ba19 None None] Current status of the port 7e11087f-fc88-489a-b217-61e350b0e6ff is: DOWN; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:13:45.757962 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-437ae40a-b768-4a40-a2eb-4cabb9f9ba19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (7e11087f-fc88-489a-b217-61e350b0e6ff), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:45.779547 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.db_base_plugin_common [None req-1134fc60-2355-4564-8d0e-f52b7c87d0e8 admin admin] Allocated IP 172.20.0.1 (2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0/1b93d9b5-cf20-41ad-9899-d513f7963be7/1f3a27cf-2d70-46d9-8d71-e5d715496f30) {{(pid=103483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:13:45.855384 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-437ae40a-b768-4a40-a2eb-4cabb9f9ba19 None None] For port 7e11087f-fc88-489a-b217-61e350b0e6ff, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=7e11087f-fc88-489a-b217-61e350b0e6ff,segment=NetworkSegment(70eb55f3-1215-4f59-bd32-de3295ee0cf8),segment_id=70eb55f3-1215-4f59-bd32-de3295ee0cf8)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:13:45.859926 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Current status of the port 50a3ef07-1ae7-4442-9489-b74b55ddb1dc is: BUILD; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:13:45.860407 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (50a3ef07-1ae7-4442-9489-b74b55ddb1dc), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:45.863736 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-437ae40a-b768-4a40-a2eb-4cabb9f9ba19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (7e11087f-fc88-489a-b217-61e350b0e6ff), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:45.890600 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-1134fc60-2355-4564-8d0e-f52b7c87d0e8 admin admin] Publish callbacks [] for port (1f3a27cf-2d70-46d9-8d71-e5d715496f30), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:45.936964 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6efbc392-3123-4b92-a8ab-88ecac45b915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a3ef07-1ae7-4442-9489-b74b55ddb1dc'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:13:45.939247 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa41105cf641d53c122ae13245b26b419564b0c0a795a4827d4ee8fd8725077e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e9b7a8-febf-40f0-83be-a3378f4218cf" -d '{"events": [{"server_uuid": "6efbc392-3123-4b92-a8ab-88ecac45b915", "name": "network-vif-plugged", "status": "completed", "tag": "50a3ef07-1ae7-4442-9489-b74b55ddb1dc"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:13:45.945787 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-1134fc60-2355-4564-8d0e-f52b7c87d0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28322803'] for port (1f3a27cf-2d70-46d9-8d71-e5d715496f30), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:45.946739 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-78e96656-4cd2-411e-b918-7040a1ba206a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6301273-cae1-4b1e-a5a9-8a22a9b2265e', 'name': 'tempest-TestMinimumBasicScenario-1852271644-router', 'tenant_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'd5927e49-abc3-45d5-9c2f-0385057af7eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:13:42Z', 'updated_at': '2022-04-12T03:13:44Z', 'revision_number': 3, 'project_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'gw_port': {'id': 'd5927e49-abc3-45d5-9c2f-0385057af7eb', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:02:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6301273-cae1-4b1e-a5a9-8a22a9b2265e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:43Z', 'updated_at': '2022-04-12T03:13:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi'}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:13:45.985300 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port 50a3ef07-1ae7-4442-9489-b74b55ddb1dc, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=50a3ef07-1ae7-4442-9489-b74b55ddb1dc,segment=NetworkSegment(7d178cda-c4bb-4041-8a2c-25e0b2199eca),segment_id=7d178cda-c4bb-4041-8a2c-25e0b2199eca)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:13:45.991488 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e96656-4cd2-411e-b918-7040a1ba206a None None] Checking router: c6301273-cae1-4b1e-a5a9-8a22a9b2265e for host: dv-cinder-837443-1-iscsi {{(pid=103485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:13:45.991893 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e96656-4cd2-411e-b918-7040a1ba206a None None] Updating router c6301273-cae1-4b1e-a5a9-8a22a9b2265e port d5927e49-abc3-45d5-9c2f-0385057af7eb binding host dv-cinder-837443-1-iscsi {{(pid=103485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 03:13:45.997525 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 7e11087f-fc88-489a-b217-61e350b0e6ff up at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:13:46.005157 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1134fc60-2355-4564-8d0e-f52b7c87d0e8 admin admin] Network 2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0 is already hosted by enough agents. {{(pid=103483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:13:46.019114 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.base_scheduler [None req-1134fc60-2355-4564-8d0e-f52b7c87d0e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:13:46.020976 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437ae40a-b768-4a40-a2eb-4cabb9f9ba19 None None] Pushing event updated for resources: {'Port': ['ID=7e11087f-fc88-489a-b217-61e350b0e6ff,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:46.021094 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1134fc60-2355-4564-8d0e-f52b7c87d0e8 admin admin] Received port after_create {{(pid=103483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:13:46.023697 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (50a3ef07-1ae7-4442-9489-b74b55ddb1dc), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:46.030542 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6071c43-063d-4056-9589-5a5bb5d81a45 x-openstack-request-id: req-f6071c43-063d-4056-9589-5a5bb5d81a45 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:13:46.030825 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6efbc392-3123-4b92-a8ab-88ecac45b915", "name": "network-vif-plugged", "status": "completed", "tag": "50a3ef07-1ae7-4442-9489-b74b55ddb1dc", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:13:46.031072 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f6071c43-063d-4056-9589-5a5bb5d81a45 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:13:46.031500 dv-cinder-837443-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6071c43-063d-4056-9589-5a5bb5d81a45'] response: {'server_uuid': '6efbc392-3123-4b92-a8ab-88ecac45b915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a3ef07-1ae7-4442-9489-b74b55ddb1dc', 'code': 200} Apr 12 03:13:46.062897 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1134fc60-2355-4564-8d0e-f52b7c87d0e8 admin admin] Pushing event updated for resources: {'Port': ['ID=1f3a27cf-2d70-46d9-8d71-e5d715496f30,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:46.082728 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-5193c599-c78a-43ad-ad2a-ae6423ef60c9 None None] Provisioning complete for port 7e11087f-fc88-489a-b217-61e350b0e6ff triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:13:46.083098 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5193c599-c78a-43ad-ad2a-ae6423ef60c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (7e11087f-fc88-489a-b217-61e350b0e6ff), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:46.087344 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56326ce-eeac-4cd7-a911-d2dc6242395c req-c0db166e-4614-4467-a371-52c132bc659d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:46.096909 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-d56326ce-eeac-4cd7-a911-d2dc6242395c req-c0db166e-4614-4467-a371-52c132bc659d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=6efbc392-3123-4b92-a8ab-88ecac45b915 HTTP/1.1" status: 200 len: 945 time: 0.0911016 Apr 12 03:13:46.097049 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-78e96656-4cd2-411e-b918-7040a1ba206a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (d5927e49-abc3-45d5-9c2f-0385057af7eb), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:46.098930 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-1134fc60-2355-4564-8d0e-f52b7c87d0e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682596'] for router_interface (c6301273-cae1-4b1e-a5a9-8a22a9b2265e), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:46.247858 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Pushing event updated for resources: {'Port': ['ID=50a3ef07-1ae7-4442-9489-b74b55ddb1dc,revision_number=5']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:46.272924 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-d56326ce-eeac-4cd7-a911-d2dc6242395c req-a9587bf8-cb88-4776-918a-109ad3b74ae9 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1638992 Apr 12 03:13:46.280079 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Provisioning complete for port 7e11087f-fc88-489a-b217-61e350b0e6ff triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:13:46.280436 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (7e11087f-fc88-489a-b217-61e350b0e6ff), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:46.335528 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a51928-463a-4491-9de1-26192d0430d7 req-9e506f55-1e5e-4410-b68c-836b641e8e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:46.337812 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-d5a51928-463a-4491-9de1-26192d0430d7 req-9e506f55-1e5e-4410-b68c-836b641e8e67 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6efbc392-3123-4b92-a8ab-88ecac45b915 HTTP/1.1" status: 200 len: 1129 time: 0.0796781 Apr 12 03:13:46.402650 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-d5a51928-463a-4491-9de1-26192d0430d7 req-2493181b-8818-4990-b50b-0e599285e8b5 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581822 Apr 12 03:13:46.408268 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-1134fc60-2355-4564-8d0e-f52b7c87d0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (1f3a27cf-2d70-46d9-8d71-e5d715496f30), before_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:46.417737 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5193c599-c78a-43ad-ad2a-ae6423ef60c9 None None] Current status of the port 7e11087f-fc88-489a-b217-61e350b0e6ff is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:13:46.480812 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Current status of the port 7e11087f-fc88-489a-b217-61e350b0e6ff is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:13:46.570026 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-a4d1e38a-c34b-4509-a82d-8b4cd444dab5 None None] Provisioning complete for port 1f3a27cf-2d70-46d9-8d71-e5d715496f30 triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:13:46.570498 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a4d1e38a-c34b-4509-a82d-8b4cd444dab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (1f3a27cf-2d70-46d9-8d71-e5d715496f30), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:46.596077 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-1134fc60-2355-4564-8d0e-f52b7c87d0e8 admin admin] Publish callbacks [] for port (1f3a27cf-2d70-46d9-8d71-e5d715496f30), precommit_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:46.609138 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-1134fc60-2355-4564-8d0e-f52b7c87d0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28322808'] for port (1f3a27cf-2d70-46d9-8d71-e5d715496f30), after_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:46.612710 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-78e96656-4cd2-411e-b918-7040a1ba206a None None] Publish callbacks [] for port (d5927e49-abc3-45d5-9c2f-0385057af7eb), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:46.621568 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-78e96656-4cd2-411e-b918-7040a1ba206a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (d5927e49-abc3-45d5-9c2f-0385057af7eb), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:46.647631 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a4d1e38a-c34b-4509-a82d-8b4cd444dab5 None None] Port 1f3a27cf-2d70-46d9-8d71-e5d715496f30 cannot update to ACTIVE because it is not bound. {{(pid=103485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:13:46.675020 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-1134fc60-2355-4564-8d0e-f52b7c87d0e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685268'] for router_interface (c6301273-cae1-4b1e-a5a9-8a22a9b2265e), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:46.676899 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1134fc60-2355-4564-8d0e-f52b7c87d0e8 admin admin] Pushing event updated for resources: {'Port': ['ID=1f3a27cf-2d70-46d9-8d71-e5d715496f30,revision_number=2']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:46.678362 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-78e96656-4cd2-411e-b918-7040a1ba206a None None] Attempting to bind port d5927e49-abc3-45d5-9c2f-0385057af7eb on host dv-cinder-837443-1-iscsi for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:13:46.679346 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-78e96656-4cd2-411e-b918-7040a1ba206a None None] Attempting to bind port d5927e49-abc3-45d5-9c2f-0385057af7eb by drivers openvswitch,hyperv on host dv-cinder-837443-1-iscsi at level 0 using segments [{'id': '44a05d23-3fd0-4081-9abb-c6033767afb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:13:46.679757 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e96656-4cd2-411e-b918-7040a1ba206a None None] Attempting to bind port d5927e49-abc3-45d5-9c2f-0385057af7eb on network 79cba51c-a00f-4d8d-a813-38deb5f63b2a {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:13:46.687452 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c96bd0-02e3-415d-b05e-3e3614296707 None None] Pushing event updated for resources: {'Port': ['ID=d5927e49-abc3-45d5-9c2f-0385057af7eb,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:46.691014 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e96656-4cd2-411e-b918-7040a1ba206a None None] Checking agent: {'id': 'ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 2, 56, 1), 'started_at': datetime.datetime(2022, 4, 12, 2, 56, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:13:46.691396 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e96656-4cd2-411e-b918-7040a1ba206a None None] Checking segment: {'id': '44a05d23-3fd0-4081-9abb-c6033767afb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:13:46.691852 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-78e96656-4cd2-411e-b918-7040a1ba206a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:46.692239 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e96656-4cd2-411e-b918-7040a1ba206a None None] Bound using segment: {'id': '44a05d23-3fd0-4081-9abb-c6033767afb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:13:46.692759 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-78e96656-4cd2-411e-b918-7040a1ba206a None None] Bound port: d5927e49-abc3-45d5-9c2f-0385057af7eb, host: dv-cinder-837443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44a05d23-3fd0-4081-9abb-c6033767afb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:13:46.693094 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-78e96656-4cd2-411e-b918-7040a1ba206a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (d5927e49-abc3-45d5-9c2f-0385057af7eb), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:46.747110 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-78e96656-4cd2-411e-b918-7040a1ba206a None None] For port d5927e49-abc3-45d5-9c2f-0385057af7eb, host dv-cinder-837443-1-iscsi, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:13:46.750962 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-78e96656-4cd2-411e-b918-7040a1ba206a None None] For port d5927e49-abc3-45d5-9c2f-0385057af7eb, host dv-cinder-837443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=d5927e49-abc3-45d5-9c2f-0385057af7eb,segment=NetworkSegment(44a05d23-3fd0-4081-9abb-c6033767afb5),segment_id=44a05d23-3fd0-4081-9abb-c6033767afb5)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:13:46.758597 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-78e96656-4cd2-411e-b918-7040a1ba206a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (d5927e49-abc3-45d5-9c2f-0385057af7eb), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:46.772897 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1134fc60-2355-4564-8d0e-f52b7c87d0e8 admin admin] Network 2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0 is already hosted by enough agents. {{(pid=103483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:13:46.774382 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.base_scheduler [None req-1134fc60-2355-4564-8d0e-f52b7c87d0e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:13:46.814286 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e96656-4cd2-411e-b918-7040a1ba206a None None] Routers {'c6301273-cae1-4b1e-a5a9-8a22a9b2265e'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:13:46.814917 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-78e96656-4cd2-411e-b918-7040a1ba206a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:13:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['c6301273-cae1-4b1e-a5a9-8a22a9b2265e'], 'active': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:13:46.881289 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c96bd0-02e3-415d-b05e-3e3614296707 None None] Pushing event updated for resources: {'Port': ['ID=d5927e49-abc3-45d5-9c2f-0385057af7eb,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:46.934078 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1134fc60-2355-4564-8d0e-f52b7c87d0e8 admin admin] Router c6301273-cae1-4b1e-a5a9-8a22a9b2265e has already been hosted by L3 agent beb15aed-f2b6-4676-85ca-b43f14e6acf3 {{(pid=103483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:13:46.961146 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvr_db [None req-78e96656-4cd2-411e-b918-7040a1ba206a None None] Set router c6301273-cae1-4b1e-a5a9-8a22a9b2265e gateway port host: dv-cinder-837443-1-iscsi {{(pid=103485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:13:47.066550 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1134fc60-2355-4564-8d0e-f52b7c87d0e8 admin admin] Notify agent at l3_agent.dv-cinder-837443-1-iscsi the message routers_updated {{(pid=103483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:13:47.080332 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-1134fc60-2355-4564-8d0e-f52b7c87d0e8 admin admin] 10.222.0.32 "PUT /v2.0/routers/c6301273-cae1-4b1e-a5a9-8a22a9b2265e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9035413 Apr 12 03:13:47.080446 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-ee3c7b53-0818-4653-9cfc-fed12bca9cc1 None None] Provisioning complete for port 1f3a27cf-2d70-46d9-8d71-e5d715496f30 triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:13:47.080446 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-ee3c7b53-0818-4653-9cfc-fed12bca9cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (1f3a27cf-2d70-46d9-8d71-e5d715496f30), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:47.145052 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-ee3c7b53-0818-4653-9cfc-fed12bca9cc1 None None] Port 1f3a27cf-2d70-46d9-8d71-e5d715496f30 cannot update to ACTIVE because it is not bound. {{(pid=103485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:13:47.207394 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-78e96656-4cd2-411e-b918-7040a1ba206a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6301273-cae1-4b1e-a5a9-8a22a9b2265e', 'name': 'tempest-TestMinimumBasicScenario-1852271644-router', 'tenant_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'd5927e49-abc3-45d5-9c2f-0385057af7eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:13:42Z', 'updated_at': '2022-04-12T03:13:46Z', 'revision_number': 4, 'project_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'gw_port': {'id': 'd5927e49-abc3-45d5-9c2f-0385057af7eb', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:02:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6301273-cae1-4b1e-a5a9-8a22a9b2265e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:43Z', 'updated_at': '2022-04-12T03:13:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': '1f3a27cf-2d70-46d9-8d71-e5d715496f30', 'name': '', 'network_id': '2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0', 'tenant_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'mac_address': 'fa:16:3e:f3:b7:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6301273-cae1-4b1e-a5a9-8a22a9b2265e', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1b93d9b5-cf20-41ad-9899-d513f7963be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:45Z', 'updated_at': '2022-04-12T03:13:46Z', 'revision_number': 2, 'project_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'subnets': [{'id': '1b93d9b5-cf20-41ad-9899-d513f7963be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:13:47.234511 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e96656-4cd2-411e-b918-7040a1ba206a None None] The sync data for ids ['c6301273-cae1-4b1e-a5a9-8a22a9b2265e'] in dv-cinder-837443-1-iscsi is: [{'id': 'c6301273-cae1-4b1e-a5a9-8a22a9b2265e', 'name': 'tempest-TestMinimumBasicScenario-1852271644-router', 'tenant_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'd5927e49-abc3-45d5-9c2f-0385057af7eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:13:42Z', 'updated_at': '2022-04-12T03:13:46Z', 'revision_number': 4, 'project_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'gw_port': {'id': 'd5927e49-abc3-45d5-9c2f-0385057af7eb', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:02:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6301273-cae1-4b1e-a5a9-8a22a9b2265e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:43Z', 'updated_at': '2022-04-12T03:13:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': '1f3a27cf-2d70-46d9-8d71-e5d715496f30', 'name': '', 'network_id': '2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0', 'tenant_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'mac_address': 'fa:16:3e:f3:b7:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6301273-cae1-4b1e-a5a9-8a22a9b2265e', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1b93d9b5-cf20-41ad-9899-d513f7963be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:45Z', 'updated_at': '2022-04-12T03:13:46Z', 'revision_number': 2, 'project_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'subnets': [{'id': '1b93d9b5-cf20-41ad-9899-d513f7963be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:13:47.413374 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0812e0b-aceb-49bd-bd52-6f5ab827bb69 req-63a8e196-1784-4c75-ae85-b167b37e4796 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:47.421246 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-a0812e0b-aceb-49bd-bd52-6f5ab827bb69 req-63a8e196-1784-4c75-ae85-b167b37e4796 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=6efbc392-3123-4b92-a8ab-88ecac45b915 HTTP/1.1" status: 200 len: 945 time: 0.0658269 Apr 12 03:13:47.486860 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-a0812e0b-aceb-49bd-bd52-6f5ab827bb69 req-8a2f3f52-2c17-4482-b21d-1dd8e9fbf113 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650256 Apr 12 03:13:47.716858 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 51652) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:47.722121 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [None req-0fe3fb99-a7a6-4d98-b4fc-ac11fbfb2fba admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1082889033-network', 'tenant_id': '476d54f083c54f89b7b0de86d9f68238'}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:13:47.744073 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe3fb99-a7a6-4d98-b4fc-ac11fbfb2fba admin admin] Made reservation on behalf of 476d54f083c54f89b7b0de86d9f68238 for: {'network': 1} {{(pid=103483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:13:47.747675 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-0fe3fb99-a7a6-4d98-b4fc-ac11fbfb2fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for network (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:47.758614 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-0fe3fb99-a7a6-4d98-b4fc-ac11fbfb2fba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:47.844640 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-0fe3fb99-a7a6-4d98-b4fc-ac11fbfb2fba admin admin] Publish callbacks [] for security_group (79b2c6e0-2e72-48db-8084-52e3b5448a69), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:47.849440 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-0fe3fb99-a7a6-4d98-b4fc-ac11fbfb2fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (79b2c6e0-2e72-48db-8084-52e3b5448a69), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:47.875132 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fe3fb99-a7a6-4d98-b4fc-ac11fbfb2fba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=103483) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 03:13:47.885595 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe3fb99-a7a6-4d98-b4fc-ac11fbfb2fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b2c6e0-2e72-48db-8084-52e3b5448a69,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:47.890548 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-0fe3fb99-a7a6-4d98-b4fc-ac11fbfb2fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (3898ed16-bb5f-4e43-be95-6529256ea24a), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:47.890887 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.db.segments_db [None req-0fe3fb99-a7a6-4d98-b4fc-ac11fbfb2fba admin admin] Added segment 3898ed16-bb5f-4e43-be95-6529256ea24a of type vlan for network a636e648-b33d-4c26-b0a8-675eab931d92 Apr 12 03:13:47.979870 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-0fe3fb99-a7a6-4d98-b4fc-ac11fbfb2fba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733264019303'] for network (a636e648-b33d-4c26-b0a8-675eab931d92), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:48.020638 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-0fe3fb99-a7a6-4d98-b4fc-ac11fbfb2fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074'] for network (a636e648-b33d-4c26-b0a8-675eab931d92), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:48.021686 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe3fb99-a7a6-4d98-b4fc-ac11fbfb2fba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:48.022326 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-0fe3fb99-a7a6-4d98-b4fc-ac11fbfb2fba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for network (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:48.031662 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 7e11087f-fc88-489a-b217-61e350b0e6ff up at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:13:48.098612 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Provisioning complete for port 7e11087f-fc88-489a-b217-61e350b0e6ff triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:13:48.102812 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (7e11087f-fc88-489a-b217-61e350b0e6ff), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:48.102980 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-0fe3fb99-a7a6-4d98-b4fc-ac11fbfb2fba admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3820305 Apr 12 03:13:48.103138 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 51658) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:48.104740 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe3fb99-a7a6-4d98-b4fc-ac11fbfb2fba admin admin] Pushing event updated for resources: {'Network': ['ID=a636e648-b33d-4c26-b0a8-675eab931d92,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:48.108199 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-c6ddadfa-4d9b-4c6a-b75f-2b57e00e1159 admin admin] Request body: {'subnet': {'network_id': 'a636e648-b33d-4c26-b0a8-675eab931d92', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1082889033-subnet', 'tenant_id': '476d54f083c54f89b7b0de86d9f68238', 'ip_version': 4}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:13:48.132098 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Network a636e648-b33d-4c26-b0a8-675eab931d92 details requested by agent ovs-agent-dv-cinder-837443-1-iscsi with host dv-cinder-837443-1-iscsi {{(pid=103485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 03:13:48.136414 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ddadfa-4d9b-4c6a-b75f-2b57e00e1159 admin admin] Made reservation on behalf of 476d54f083c54f89b7b0de86d9f68238 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:13:48.139644 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c6ddadfa-4d9b-4c6a-b75f-2b57e00e1159 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28651218'] for subnet (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:48.256264 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Current status of the port 7e11087f-fc88-489a-b217-61e350b0e6ff is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:13:48.332442 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c6ddadfa-4d9b-4c6a-b75f-2b57e00e1159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28693827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28651200'] for subnet (dbba5655-63b2-40a3-be66-2e6838b9dcb2), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:48.390903 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ddadfa-4d9b-4c6a-b75f-2b57e00e1159 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbba5655-63b2-40a3-be66-2e6838b9dcb2,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:48.400524 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ddadfa-4d9b-4c6a-b75f-2b57e00e1159 admin admin] Checking segment: {'id': '3898ed16-bb5f-4e43-be95-6529256ea24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a636e648-b33d-4c26-b0a8-675eab931d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:13:48.400884 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ddadfa-4d9b-4c6a-b75f-2b57e00e1159 admin admin] Network hostable DHCP agents. Network: a636e648-b33d-4c26-b0a8-675eab931d92, hostable agents: ['fa7f2a92-0c20-457b-b451-d8a4489755d5'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 03:13:48.418968 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ddadfa-4d9b-4c6a-b75f-2b57e00e1159 admin admin] Network a636e648-b33d-4c26-b0a8-675eab931d92 is scheduled to be hosted by DHCP agent fa7f2a92-0c20-457b-b451-d8a4489755d5 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 03:13:48.428867 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-c6ddadfa-4d9b-4c6a-b75f-2b57e00e1159 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837443-1-iscsi, a636e648-b33d-4c26-b0a8-675eab931d92) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:13:48.433137 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ddadfa-4d9b-4c6a-b75f-2b57e00e1159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:48.434334 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-c6ddadfa-4d9b-4c6a-b75f-2b57e00e1159 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:48.440816 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23852e7c-f958-495a-836c-5ba57b289fea None None] Network a636e648-b33d-4c26-b0a8-675eab931d92 requested from dv-cinder-837443-1-iscsi {{(pid=103485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:13:48.454713 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 51660) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:48.454940 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-c6ddadfa-4d9b-4c6a-b75f-2b57e00e1159 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3503339 Apr 12 03:13:48.459898 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [None req-82677fcf-e9f7-497b-8afe-3b2ccf98eddb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1082889033-router', 'tenant_id': '476d54f083c54f89b7b0de86d9f68238', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'}}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:13:48.481517 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-82677fcf-e9f7-497b-8afe-3b2ccf98eddb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3782703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4500'] for router (4d5748e0-ce23-44b4-b729-097e5adf8c79), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:48.482862 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-82677fcf-e9f7-497b-8afe-3b2ccf98eddb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3683108', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4525'] for router (4d5748e0-ce23-44b4-b729-097e5adf8c79), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:48.553410 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-82677fcf-e9f7-497b-8afe-3b2ccf98eddb admin admin] Publish callbacks [] for router_controller (4d5748e0-ce23-44b4-b729-097e5adf8c79), precommit_add_association {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:48.698698 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f0c82a-ef88-4d66-b74f-5c522e87eeb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58e6e5d8-d763-5226-afd4-b2f7170d6940-a636e648-b33d-4c26-b0a8-675eab931d92', 'network_id': 'a636e648-b33d-4c26-b0a8-675eab931d92', 'project_id': '476d54f083c54f89b7b0de86d9f68238', 'fixed_ips': [{'subnet_id': 'dbba5655-63b2-40a3-be66-2e6838b9dcb2'}]}} from dv-cinder-837443-1-iscsi. {{(pid=103485) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 03:13:48.700006 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-95f0c82a-ef88-4d66-b74f-5c522e87eeb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:48.725519 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e3cf3-83e3-4325-a2a4-56535557f042 req-36ce33c2-0bfb-410f-be0a-3e47962884d6 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:48.733091 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-334e3cf3-83e3-4325-a2a4-56535557f042 req-36ce33c2-0bfb-410f-be0a-3e47962884d6 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=6efbc392-3123-4b92-a8ab-88ecac45b915 HTTP/1.1" status: 200 len: 945 time: 0.1243539 Apr 12 03:13:48.780079 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-82677fcf-e9f7-497b-8afe-3b2ccf98eddb admin admin] Publish callbacks [] for router_gateway (4d5748e0-ce23-44b4-b729-097e5adf8c79), precommit_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:48.839200 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-95f0c82a-ef88-4d66-b74f-5c522e87eeb9 None None] Allocated IP 172.20.0.2 (a636e648-b33d-4c26-b0a8-675eab931d92/dbba5655-63b2-40a3-be66-2e6838b9dcb2/a990f2b7-62f0-434b-846e-4e196d3a0432) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:13:48.998796 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-95f0c82a-ef88-4d66-b74f-5c522e87eeb9 None None] Publish callbacks [] for port (a990f2b7-62f0-434b-846e-4e196d3a0432), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:49.006030 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-95f0c82a-ef88-4d66-b74f-5c522e87eeb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106'] for port (a990f2b7-62f0-434b-846e-4e196d3a0432), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:49.059808 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f0c82a-ef88-4d66-b74f-5c522e87eeb9 None None] Network a636e648-b33d-4c26-b0a8-675eab931d92 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:13:49.059808 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-95f0c82a-ef88-4d66-b74f-5c522e87eeb9 None None] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:13:49.059808 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f0c82a-ef88-4d66-b74f-5c522e87eeb9 None None] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:13:49.064909 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f0c82a-ef88-4d66-b74f-5c522e87eeb9 None None] Pushing event updated for resources: {'Port': ['ID=a990f2b7-62f0-434b-846e-4e196d3a0432,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:49.124288 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-95f0c82a-ef88-4d66-b74f-5c522e87eeb9 None None] Attempting to bind port a990f2b7-62f0-434b-846e-4e196d3a0432 on host dv-cinder-837443-1-iscsi for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:13:49.124743 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-95f0c82a-ef88-4d66-b74f-5c522e87eeb9 None None] Attempting to bind port a990f2b7-62f0-434b-846e-4e196d3a0432 by drivers openvswitch,hyperv on host dv-cinder-837443-1-iscsi at level 0 using segments [{'id': '3898ed16-bb5f-4e43-be95-6529256ea24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a636e648-b33d-4c26-b0a8-675eab931d92'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:13:49.125103 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f0c82a-ef88-4d66-b74f-5c522e87eeb9 None None] Attempting to bind port a990f2b7-62f0-434b-846e-4e196d3a0432 on network a636e648-b33d-4c26-b0a8-675eab931d92 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:13:49.131537 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f0c82a-ef88-4d66-b74f-5c522e87eeb9 None None] Checking agent: {'id': 'ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 2, 56, 1), 'started_at': datetime.datetime(2022, 4, 12, 2, 56, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:13:49.131958 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f0c82a-ef88-4d66-b74f-5c522e87eeb9 None None] Checking segment: {'id': '3898ed16-bb5f-4e43-be95-6529256ea24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a636e648-b33d-4c26-b0a8-675eab931d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:13:49.132402 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-95f0c82a-ef88-4d66-b74f-5c522e87eeb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:49.132795 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f0c82a-ef88-4d66-b74f-5c522e87eeb9 None None] Bound using segment: {'id': '3898ed16-bb5f-4e43-be95-6529256ea24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a636e648-b33d-4c26-b0a8-675eab931d92'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:13:49.133608 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-95f0c82a-ef88-4d66-b74f-5c522e87eeb9 None None] Bound port: a990f2b7-62f0-434b-846e-4e196d3a0432, host: dv-cinder-837443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3898ed16-bb5f-4e43-be95-6529256ea24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a636e648-b33d-4c26-b0a8-675eab931d92'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:13:49.133967 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-95f0c82a-ef88-4d66-b74f-5c522e87eeb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (a990f2b7-62f0-434b-846e-4e196d3a0432), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:49.172622 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-334e3cf3-83e3-4325-a2a4-56535557f042 req-235fa6f1-d82a-4a12-bddc-3a53258a1f57 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4382894 Apr 12 03:13:49.241503 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-95f0c82a-ef88-4d66-b74f-5c522e87eeb9 None None] For port a990f2b7-62f0-434b-846e-4e196d3a0432, host dv-cinder-837443-1-iscsi, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:13:49.245109 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-95f0c82a-ef88-4d66-b74f-5c522e87eeb9 None None] For port a990f2b7-62f0-434b-846e-4e196d3a0432, host dv-cinder-837443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=a990f2b7-62f0-434b-846e-4e196d3a0432,segment=NetworkSegment(3898ed16-bb5f-4e43-be95-6529256ea24a),segment_id=3898ed16-bb5f-4e43-be95-6529256ea24a)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:13:49.252350 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-95f0c82a-ef88-4d66-b74f-5c522e87eeb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (a990f2b7-62f0-434b-846e-4e196d3a0432), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:49.335368 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-82677fcf-e9f7-497b-8afe-3b2ccf98eddb admin admin] Publish callbacks [] for router_gateway (4d5748e0-ce23-44b4-b729-097e5adf8c79), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:49.344290 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f666325-ffa1-41c1-8b1d-c1d14f51bf4f req-058f05e8-c0f0-4593-8e1a-d9d86d3a8d6a tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:49.346741 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f0c82a-ef88-4d66-b74f-5c522e87eeb9 None None] Pushing event updated for resources: {'Port': ['ID=a990f2b7-62f0-434b-846e-4e196d3a0432,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:49.355442 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1f666325-ffa1-41c1-8b1d-c1d14f51bf4f req-058f05e8-c0f0-4593-8e1a-d9d86d3a8d6a tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=6efbc392-3123-4b92-a8ab-88ecac45b915 HTTP/1.1" status: 200 len: 945 time: 0.0986750 Apr 12 03:13:49.368524 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-82677fcf-e9f7-497b-8afe-3b2ccf98eddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:49.411702 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1f666325-ffa1-41c1-8b1d-c1d14f51bf4f req-1a14e070-8ce1-4a3b-98a3-0b90a9399072 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552917 Apr 12 03:13:49.432935 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 51678) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:49.527683 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.db_base_plugin_common [None req-82677fcf-e9f7-497b-8afe-3b2ccf98eddb admin admin] Allocated IP 172.27.3.136 (79cba51c-a00f-4d8d-a813-38deb5f63b2a/29b195a7-2bca-4a4f-ac92-aa862b85642e/830e08d9-8750-4e69-bd67-ca5db9c576a4) {{(pid=103483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:13:49.672165 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be33bcc-d47a-442d-ae12-6d126628cd72 None None] Sync routers for ids ['c6301273-cae1-4b1e-a5a9-8a22a9b2265e'] in dv-cinder-837443-1-iscsi {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:13:49.688884 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be33bcc-d47a-442d-ae12-6d126628cd72 None None] Routers {'c6301273-cae1-4b1e-a5a9-8a22a9b2265e'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:13:49.689509 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-5be33bcc-d47a-442d-ae12-6d126628cd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:13:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['c6301273-cae1-4b1e-a5a9-8a22a9b2265e'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:13:49.747842 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-82677fcf-e9f7-497b-8afe-3b2ccf98eddb admin admin] Publish callbacks [] for port (830e08d9-8750-4e69-bd67-ca5db9c576a4), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:49.791575 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-82677fcf-e9f7-497b-8afe-3b2ccf98eddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28322803'] for port (830e08d9-8750-4e69-bd67-ca5db9c576a4), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:49.799787 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c625d340-920a-4c6a-b471-ea5f0e3f3283 tempest-TestVolumeBootPattern-522055449 tempest-TestVolumeBootPattern-522055449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:49.802059 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-c625d340-920a-4c6a-b471-ea5f0e3f3283 tempest-TestVolumeBootPattern-522055449 tempest-TestVolumeBootPattern-522055449-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6efbc392-3123-4b92-a8ab-88ecac45b915 HTTP/1.1" status: 200 len: 1124 time: 0.3678927 Apr 12 03:13:49.805270 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 51688) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:49.816943 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [None req-7ec624bd-b9a8-45f9-83ac-3effe225830d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Request body: {'floatingip': {'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'port_id': '50a3ef07-1ae7-4442-9489-b74b55ddb1dc', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:13:49.835682 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-5be33bcc-d47a-442d-ae12-6d126628cd72 None None] Set router c6301273-cae1-4b1e-a5a9-8a22a9b2265e gateway port host: dv-cinder-837443-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:13:49.870229 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82677fcf-e9f7-497b-8afe-3b2ccf98eddb admin admin] Network 79cba51c-a00f-4d8d-a813-38deb5f63b2a is already hosted by enough agents. {{(pid=103483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:13:49.887203 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-7ec624bd-b9a8-45f9-83ac-3effe225830d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:49.890077 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.base_scheduler [None req-82677fcf-e9f7-497b-8afe-3b2ccf98eddb admin admin] Resources bound (agent type, host, resource id): {{(pid=103483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:13:49.908114 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82677fcf-e9f7-497b-8afe-3b2ccf98eddb admin admin] Received port after_create {{(pid=103483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:13:49.920876 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82677fcf-e9f7-497b-8afe-3b2ccf98eddb admin admin] Pushing event updated for resources: {'Port': ['ID=830e08d9-8750-4e69-bd67-ca5db9c576a4,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:50.036986 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device d5927e49-abc3-45d5-9c2f-0385057af7eb up at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:13:50.087755 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-5be33bcc-d47a-442d-ae12-6d126628cd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6301273-cae1-4b1e-a5a9-8a22a9b2265e', 'name': 'tempest-TestMinimumBasicScenario-1852271644-router', 'tenant_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'd5927e49-abc3-45d5-9c2f-0385057af7eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:13:42Z', 'updated_at': '2022-04-12T03:13:46Z', 'revision_number': 4, 'project_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'gw_port': {'id': 'd5927e49-abc3-45d5-9c2f-0385057af7eb', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:02:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6301273-cae1-4b1e-a5a9-8a22a9b2265e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:43Z', 'updated_at': '2022-04-12T03:13:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': '1f3a27cf-2d70-46d9-8d71-e5d715496f30', 'name': '', 'network_id': '2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0', 'tenant_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'mac_address': 'fa:16:3e:f3:b7:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6301273-cae1-4b1e-a5a9-8a22a9b2265e', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1b93d9b5-cf20-41ad-9899-d513f7963be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:45Z', 'updated_at': '2022-04-12T03:13:46Z', 'revision_number': 2, 'project_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'subnets': [{'id': '1b93d9b5-cf20-41ad-9899-d513f7963be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:13:50.090288 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Provisioning complete for port d5927e49-abc3-45d5-9c2f-0385057af7eb triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:13:50.090763 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (d5927e49-abc3-45d5-9c2f-0385057af7eb), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:50.100209 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-7ec624bd-b9a8-45f9-83ac-3effe225830d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:50.130066 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be33bcc-d47a-442d-ae12-6d126628cd72 None None] Checking router: c6301273-cae1-4b1e-a5a9-8a22a9b2265e for host: dv-cinder-837443-1-iscsi {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:13:50.131433 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be33bcc-d47a-442d-ae12-6d126628cd72 None None] Updating router c6301273-cae1-4b1e-a5a9-8a22a9b2265e port 1f3a27cf-2d70-46d9-8d71-e5d715496f30 binding host dv-cinder-837443-1-iscsi {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 03:13:50.173511 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5be33bcc-d47a-442d-ae12-6d126628cd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (1f3a27cf-2d70-46d9-8d71-e5d715496f30), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:50.235306 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Current status of the port d5927e49-abc3-45d5-9c2f-0385057af7eb is: DOWN; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:13:50.236138 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (d5927e49-abc3-45d5-9c2f-0385057af7eb), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:50.267099 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] For port d5927e49-abc3-45d5-9c2f-0385057af7eb, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=d5927e49-abc3-45d5-9c2f-0385057af7eb,segment=NetworkSegment(44a05d23-3fd0-4081-9abb-c6033767afb5),segment_id=44a05d23-3fd0-4081-9abb-c6033767afb5)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:13:50.275590 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (d5927e49-abc3-45d5-9c2f-0385057af7eb), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:50.276785 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device a990f2b7-62f0-434b-846e-4e196d3a0432 up at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:13:50.344315 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.db_base_plugin_common [None req-7ec624bd-b9a8-45f9-83ac-3effe225830d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Allocated IP 172.27.3.73 (79cba51c-a00f-4d8d-a813-38deb5f63b2a/29b195a7-2bca-4a4f-ac92-aa862b85642e/17780adb-7c0b-40dd-b9f7-485213cfa146) {{(pid=103483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:13:50.374579 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Provisioning complete for port a990f2b7-62f0-434b-846e-4e196d3a0432 triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:13:50.374952 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (a990f2b7-62f0-434b-846e-4e196d3a0432), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:50.434206 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Pushing event updated for resources: {'Port': ['ID=d5927e49-abc3-45d5-9c2f-0385057af7eb,revision_number=4']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:50.468187 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-82677fcf-e9f7-497b-8afe-3b2ccf98eddb admin admin] Publish callbacks [] for router_gateway (4d5748e0-ce23-44b4-b729-097e5adf8c79), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:50.536580 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Current status of the port a990f2b7-62f0-434b-846e-4e196d3a0432 is: DOWN; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:13:50.537033 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (a990f2b7-62f0-434b-846e-4e196d3a0432), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:50.616208 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] For port a990f2b7-62f0-434b-846e-4e196d3a0432, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=a990f2b7-62f0-434b-846e-4e196d3a0432,segment=NetworkSegment(3898ed16-bb5f-4e43-be95-6529256ea24a),segment_id=3898ed16-bb5f-4e43-be95-6529256ea24a)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:13:50.621666 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (a990f2b7-62f0-434b-846e-4e196d3a0432), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:50.672756 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5be33bcc-d47a-442d-ae12-6d126628cd72 None None] Publish callbacks [] for port (1f3a27cf-2d70-46d9-8d71-e5d715496f30), precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:50.680353 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5be33bcc-d47a-442d-ae12-6d126628cd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (1f3a27cf-2d70-46d9-8d71-e5d715496f30), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:50.687899 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdeb0ac7-debd-4aa7-a4bf-4ee709830271 None None] Network a636e648-b33d-4c26-b0a8-675eab931d92 requested from dv-cinder-837443-1-iscsi {{(pid=103485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:13:50.700414 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-7ec624bd-b9a8-45f9-83ac-3effe225830d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks [] for port (17780adb-7c0b-40dd-b9f7-485213cfa146), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:50.764317 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5548d887-cdc4-4d62-adb4-7e8f1bfbf378 None None] Pushing event updated for resources: {'Port': ['ID=1f3a27cf-2d70-46d9-8d71-e5d715496f30,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:50.795435 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5548d887-cdc4-4d62-adb4-7e8f1bfbf378 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:50.795796 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5548d887-cdc4-4d62-adb4-7e8f1bfbf378 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:50.796199 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5548d887-cdc4-4d62-adb4-7e8f1bfbf378 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:50.796658 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5548d887-cdc4-4d62-adb4-7e8f1bfbf378 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:50.797095 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5548d887-cdc4-4d62-adb4-7e8f1bfbf378 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:50.797485 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5548d887-cdc4-4d62-adb4-7e8f1bfbf378 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:50.797864 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5548d887-cdc4-4d62-adb4-7e8f1bfbf378 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:50.798245 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5548d887-cdc4-4d62-adb4-7e8f1bfbf378 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:50.798622 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5548d887-cdc4-4d62-adb4-7e8f1bfbf378 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:50.798999 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5548d887-cdc4-4d62-adb4-7e8f1bfbf378 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:50.799378 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5548d887-cdc4-4d62-adb4-7e8f1bfbf378 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:50.799769 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5548d887-cdc4-4d62-adb4-7e8f1bfbf378 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:50.800148 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5548d887-cdc4-4d62-adb4-7e8f1bfbf378 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:50.800523 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5548d887-cdc4-4d62-adb4-7e8f1bfbf378 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:50.800878 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5548d887-cdc4-4d62-adb4-7e8f1bfbf378 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:50.819055 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-5be33bcc-d47a-442d-ae12-6d126628cd72 None None] Attempting to bind port 1f3a27cf-2d70-46d9-8d71-e5d715496f30 on host dv-cinder-837443-1-iscsi for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:13:50.819506 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-5be33bcc-d47a-442d-ae12-6d126628cd72 None None] Attempting to bind port 1f3a27cf-2d70-46d9-8d71-e5d715496f30 by drivers openvswitch,hyperv on host dv-cinder-837443-1-iscsi at level 0 using segments [{'id': '70eb55f3-1215-4f59-bd32-de3295ee0cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:13:50.819888 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be33bcc-d47a-442d-ae12-6d126628cd72 None None] Attempting to bind port 1f3a27cf-2d70-46d9-8d71-e5d715496f30 on network 2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:13:50.826163 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be33bcc-d47a-442d-ae12-6d126628cd72 None None] Checking agent: {'id': 'ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 2, 56, 1), 'started_at': datetime.datetime(2022, 4, 12, 2, 56, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:13:50.826500 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be33bcc-d47a-442d-ae12-6d126628cd72 None None] Checking segment: {'id': '70eb55f3-1215-4f59-bd32-de3295ee0cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:13:50.827094 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5be33bcc-d47a-442d-ae12-6d126628cd72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:50.827481 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be33bcc-d47a-442d-ae12-6d126628cd72 None None] Bound using segment: {'id': '70eb55f3-1215-4f59-bd32-de3295ee0cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:13:50.827935 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-5be33bcc-d47a-442d-ae12-6d126628cd72 None None] Bound port: 1f3a27cf-2d70-46d9-8d71-e5d715496f30, host: dv-cinder-837443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70eb55f3-1215-4f59-bd32-de3295ee0cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:13:50.828296 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5be33bcc-d47a-442d-ae12-6d126628cd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (1f3a27cf-2d70-46d9-8d71-e5d715496f30), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:50.850079 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Pushing event updated for resources: {'Port': ['ID=a990f2b7-62f0-434b-846e-4e196d3a0432,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:50.878487 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-7ec624bd-b9a8-45f9-83ac-3effe225830d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28322803'] for port (17780adb-7c0b-40dd-b9f7-485213cfa146), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:50.912808 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-5be33bcc-d47a-442d-ae12-6d126628cd72 None None] For port 1f3a27cf-2d70-46d9-8d71-e5d715496f30, host dv-cinder-837443-1-iscsi, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:13:50.923814 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-5be33bcc-d47a-442d-ae12-6d126628cd72 None None] For port 1f3a27cf-2d70-46d9-8d71-e5d715496f30, host dv-cinder-837443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=1f3a27cf-2d70-46d9-8d71-e5d715496f30,segment=NetworkSegment(70eb55f3-1215-4f59-bd32-de3295ee0cf8),segment_id=70eb55f3-1215-4f59-bd32-de3295ee0cf8)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:13:50.927930 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-82677fcf-e9f7-497b-8afe-3b2ccf98eddb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3784358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682775'] for router (4d5748e0-ce23-44b4-b729-097e5adf8c79), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:50.932154 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-4fde4735-9bbe-479d-ac59-33c9974b7b38 None None] Provisioning complete for port a990f2b7-62f0-434b-846e-4e196d3a0432 triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:13:50.932618 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4fde4735-9bbe-479d-ac59-33c9974b7b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (a990f2b7-62f0-434b-846e-4e196d3a0432), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:50.934103 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec624bd-b9a8-45f9-83ac-3effe225830d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Pushing event updated for resources: {'Port': ['ID=17780adb-7c0b-40dd-b9f7-485213cfa146,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:50.940048 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-5be33bcc-d47a-442d-ae12-6d126628cd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (1f3a27cf-2d70-46d9-8d71-e5d715496f30), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:50.973951 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d9b4afc3-988d-4081-ae69-d9ab2b5cf58b), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:51.037622 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be33bcc-d47a-442d-ae12-6d126628cd72 None None] Routers {'c6301273-cae1-4b1e-a5a9-8a22a9b2265e'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:13:51.038264 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-5be33bcc-d47a-442d-ae12-6d126628cd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:13:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['c6301273-cae1-4b1e-a5a9-8a22a9b2265e'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:13:51.051820 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec624bd-b9a8-45f9-83ac-3effe225830d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Network 79cba51c-a00f-4d8d-a813-38deb5f63b2a is already hosted by enough agents. {{(pid=103483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:13:51.058997 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.base_scheduler [None req-7ec624bd-b9a8-45f9-83ac-3effe225830d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Resources bound (agent type, host, resource id): {{(pid=103483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:13:51.064032 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec624bd-b9a8-45f9-83ac-3effe225830d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Received port after_create {{(pid=103483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:13:51.064287 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-4fde4735-9bbe-479d-ac59-33c9974b7b38 None None] Current status of the port a990f2b7-62f0-434b-846e-4e196d3a0432 is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:13:51.192729 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-1f7b8aeb-3425-4680-ac0b-67c0997448e8 None None] Provisioning complete for port 1f3a27cf-2d70-46d9-8d71-e5d715496f30 triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:13:51.193393 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1f7b8aeb-3425-4680-ac0b-67c0997448e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (1f3a27cf-2d70-46d9-8d71-e5d715496f30), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:51.347480 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5548d887-cdc4-4d62-adb4-7e8f1bfbf378 None None] Pushing event updated for resources: {'Port': ['ID=1f3a27cf-2d70-46d9-8d71-e5d715496f30,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:51.379240 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-1f7b8aeb-3425-4680-ac0b-67c0997448e8 None None] Current status of the port 1f3a27cf-2d70-46d9-8d71-e5d715496f30 is: DOWN; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:13:51.379978 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1f7b8aeb-3425-4680-ac0b-67c0997448e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (1f3a27cf-2d70-46d9-8d71-e5d715496f30), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:51.438489 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-1f7b8aeb-3425-4680-ac0b-67c0997448e8 None None] For port 1f3a27cf-2d70-46d9-8d71-e5d715496f30, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=1f3a27cf-2d70-46d9-8d71-e5d715496f30,segment=NetworkSegment(70eb55f3-1215-4f59-bd32-de3295ee0cf8),segment_id=70eb55f3-1215-4f59-bd32-de3295ee0cf8)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:13:51.439405 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-5be33bcc-d47a-442d-ae12-6d126628cd72 None None] Set router c6301273-cae1-4b1e-a5a9-8a22a9b2265e gateway port host: dv-cinder-837443-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:13:51.446501 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1f7b8aeb-3425-4680-ac0b-67c0997448e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (1f3a27cf-2d70-46d9-8d71-e5d715496f30), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:51.520806 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82677fcf-e9f7-497b-8afe-3b2ccf98eddb admin admin] Router 4d5748e0-ce23-44b4-b729-097e5adf8c79 is scheduled to L3 agent beb15aed-f2b6-4676-85ca-b43f14e6acf3 with binding_index 1 {{(pid=103483) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 03:13:51.544347 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7b8aeb-3425-4680-ac0b-67c0997448e8 None None] Pushing event updated for resources: {'Port': ['ID=1f3a27cf-2d70-46d9-8d71-e5d715496f30,revision_number=5']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:51.570485 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-b3898c22-3e91-4a0e-a12e-434106b82a92 None None] Provisioning complete for port 1f3a27cf-2d70-46d9-8d71-e5d715496f30 triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:13:51.571360 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b3898c22-3e91-4a0e-a12e-434106b82a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (1f3a27cf-2d70-46d9-8d71-e5d715496f30), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:51.680917 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-b3898c22-3e91-4a0e-a12e-434106b82a92 None None] Current status of the port 1f3a27cf-2d70-46d9-8d71-e5d715496f30 is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:13:51.694163 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-b3898c22-3e91-4a0e-a12e-434106b82a92 None None] Provisioning complete for port a990f2b7-62f0-434b-846e-4e196d3a0432 triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:13:51.694634 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b3898c22-3e91-4a0e-a12e-434106b82a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (a990f2b7-62f0-434b-846e-4e196d3a0432), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:51.708593 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-7ec624bd-b9a8-45f9-83ac-3effe225830d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks [] for floatingip (cefbe9a2-62eb-4146-8e2e-c3552121a999), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:51.742146 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82677fcf-e9f7-497b-8afe-3b2ccf98eddb admin admin] Notify agent at l3_agent.dv-cinder-837443-1-iscsi the message routers_updated {{(pid=103483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:13:51.765444 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92186c80-ce5b-4f24-947a-bf523876705c None None] Sync routers for ids ['4d5748e0-ce23-44b4-b729-097e5adf8c79'] in dv-cinder-837443-1-iscsi {{(pid=103485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:13:51.780891 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92186c80-ce5b-4f24-947a-bf523876705c None None] Routers {'4d5748e0-ce23-44b4-b729-097e5adf8c79'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:13:51.781601 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-92186c80-ce5b-4f24-947a-bf523876705c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:13:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['4d5748e0-ce23-44b4-b729-097e5adf8c79'], 'active': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:13:51.792817 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-82677fcf-e9f7-497b-8afe-3b2ccf98eddb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:51.797251 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 51720) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:51.797900 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-82677fcf-e9f7-497b-8afe-3b2ccf98eddb admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3413131 Apr 12 03:13:51.807764 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-5be33bcc-d47a-442d-ae12-6d126628cd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6301273-cae1-4b1e-a5a9-8a22a9b2265e', 'name': 'tempest-TestMinimumBasicScenario-1852271644-router', 'tenant_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'd5927e49-abc3-45d5-9c2f-0385057af7eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:13:42Z', 'updated_at': '2022-04-12T03:13:46Z', 'revision_number': 4, 'project_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'gw_port': {'id': 'd5927e49-abc3-45d5-9c2f-0385057af7eb', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:02:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6301273-cae1-4b1e-a5a9-8a22a9b2265e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:43Z', 'updated_at': '2022-04-12T03:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': '1f3a27cf-2d70-46d9-8d71-e5d715496f30', 'name': '', 'network_id': '2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0', 'tenant_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'mac_address': 'fa:16:3e:f3:b7:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6301273-cae1-4b1e-a5a9-8a22a9b2265e', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1b93d9b5-cf20-41ad-9899-d513f7963be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:45Z', 'updated_at': '2022-04-12T03:13:50Z', 'revision_number': 4, 'project_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'subnets': [{'id': '1b93d9b5-cf20-41ad-9899-d513f7963be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:13:51.834197 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-7ec624bd-b9a8-45f9-83ac-3effe225830d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (17780adb-7c0b-40dd-b9f7-485213cfa146), before_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:51.840714 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be33bcc-d47a-442d-ae12-6d126628cd72 None None] The sync data for ids ['c6301273-cae1-4b1e-a5a9-8a22a9b2265e'] in dv-cinder-837443-1-iscsi is: [{'id': 'c6301273-cae1-4b1e-a5a9-8a22a9b2265e', 'name': 'tempest-TestMinimumBasicScenario-1852271644-router', 'tenant_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'd5927e49-abc3-45d5-9c2f-0385057af7eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:13:42Z', 'updated_at': '2022-04-12T03:13:46Z', 'revision_number': 4, 'project_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'gw_port': {'id': 'd5927e49-abc3-45d5-9c2f-0385057af7eb', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:02:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6301273-cae1-4b1e-a5a9-8a22a9b2265e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:43Z', 'updated_at': '2022-04-12T03:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': '1f3a27cf-2d70-46d9-8d71-e5d715496f30', 'name': '', 'network_id': '2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0', 'tenant_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'mac_address': 'fa:16:3e:f3:b7:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6301273-cae1-4b1e-a5a9-8a22a9b2265e', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1b93d9b5-cf20-41ad-9899-d513f7963be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:45Z', 'updated_at': '2022-04-12T03:13:50Z', 'revision_number': 4, 'project_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'subnets': [{'id': '1b93d9b5-cf20-41ad-9899-d513f7963be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:13:52.100237 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device d5927e49-abc3-45d5-9c2f-0385057af7eb up at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:13:52.124443 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-7ec624bd-b9a8-45f9-83ac-3effe225830d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks [] for port (17780adb-7c0b-40dd-b9f7-485213cfa146), precommit_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:52.131017 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-7ec624bd-b9a8-45f9-83ac-3effe225830d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28322808'] for port (17780adb-7c0b-40dd-b9f7-485213cfa146), after_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:52.167513 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-b3898c22-3e91-4a0e-a12e-434106b82a92 None None] Current status of the port a990f2b7-62f0-434b-846e-4e196d3a0432 is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:13:52.195310 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvr_db [None req-92186c80-ce5b-4f24-947a-bf523876705c None None] Set router 4d5748e0-ce23-44b4-b729-097e5adf8c79 gateway port host: dv-cinder-837443-1-iscsi {{(pid=103485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:13:52.216819 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-7ec624bd-b9a8-45f9-83ac-3effe225830d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682737'] for floatingip (cefbe9a2-62eb-4146-8e2e-c3552121a999), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:52.285696 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec624bd-b9a8-45f9-83ac-3effe225830d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Pushing event updated for resources: {'Port': ['ID=17780adb-7c0b-40dd-b9f7-485213cfa146,revision_number=2']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:52.314294 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Provisioning complete for port d5927e49-abc3-45d5-9c2f-0385057af7eb triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:13:52.314674 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (d5927e49-abc3-45d5-9c2f-0385057af7eb), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:52.411243 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.db.l3_db [None req-7ec624bd-b9a8-45f9-83ac-3effe225830d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Floating IP cefbe9a2-62eb-4146-8e2e-c3552121a999 associated. External IP: 172.27.3.73, port: 50a3ef07-1ae7-4442-9489-b74b55ddb1dc. Apr 12 03:13:52.480292 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Current status of the port d5927e49-abc3-45d5-9c2f-0385057af7eb is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:13:52.482656 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 1f3a27cf-2d70-46d9-8d71-e5d715496f30 up at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:13:52.569913 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3a90ec93-c40b-4b88-a335-edaa407c9cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:52.615310 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Provisioning complete for port 1f3a27cf-2d70-46d9-8d71-e5d715496f30 triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:13:52.615750 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (1f3a27cf-2d70-46d9-8d71-e5d715496f30), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:52.736480 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ec624bd-b9a8-45f9-83ac-3effe225830d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Router 860366b1-e648-4b30-a975-ccbfb4a75ba5 has already been hosted by L3 agent beb15aed-f2b6-4676-85ca-b43f14e6acf3 {{(pid=103483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:13:52.784112 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-3a90ec93-c40b-4b88-a335-edaa407c9cc7 admin admin] Allocated IP 172.20.0.1 (a636e648-b33d-4c26-b0a8-675eab931d92/dbba5655-63b2-40a3-be66-2e6838b9dcb2/b71b03f7-ed81-4c36-aff9-5dfb561d2be0) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:13:52.816965 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-92186c80-ce5b-4f24-947a-bf523876705c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5748e0-ce23-44b4-b729-097e5adf8c79', 'name': 'tempest-TestMinimumBasicScenario-1082889033-router', 'tenant_id': '476d54f083c54f89b7b0de86d9f68238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '830e08d9-8750-4e69-bd67-ca5db9c576a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:13:48Z', 'updated_at': '2022-04-12T03:13:50Z', 'revision_number': 3, 'project_id': '476d54f083c54f89b7b0de86d9f68238', 'gw_port': {'id': '830e08d9-8750-4e69-bd67-ca5db9c576a4', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5748e0-ce23-44b4-b729-097e5adf8c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:49Z', 'updated_at': '2022-04-12T03:13:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi'}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:13:52.853374 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92186c80-ce5b-4f24-947a-bf523876705c None None] Checking router: 4d5748e0-ce23-44b4-b729-097e5adf8c79 for host: dv-cinder-837443-1-iscsi {{(pid=103485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:13:52.853706 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92186c80-ce5b-4f24-947a-bf523876705c None None] Updating router 4d5748e0-ce23-44b4-b729-097e5adf8c79 port 830e08d9-8750-4e69-bd67-ca5db9c576a4 binding host dv-cinder-837443-1-iscsi {{(pid=103485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 03:13:52.887645 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-92186c80-ce5b-4f24-947a-bf523876705c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (830e08d9-8750-4e69-bd67-ca5db9c576a4), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:52.955625 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3a90ec93-c40b-4b88-a335-edaa407c9cc7 admin admin] Publish callbacks [] for port (b71b03f7-ed81-4c36-aff9-5dfb561d2be0), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:53.002036 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3a90ec93-c40b-4b88-a335-edaa407c9cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28695539'] for port (b71b03f7-ed81-4c36-aff9-5dfb561d2be0), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:53.033917 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Current status of the port 1f3a27cf-2d70-46d9-8d71-e5d715496f30 is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:13:53.035185 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device a990f2b7-62f0-434b-846e-4e196d3a0432 up at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:13:53.051848 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a90ec93-c40b-4b88-a335-edaa407c9cc7 admin admin] Network a636e648-b33d-4c26-b0a8-675eab931d92 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:13:53.054832 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-3a90ec93-c40b-4b88-a335-edaa407c9cc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:13:53.058570 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a90ec93-c40b-4b88-a335-edaa407c9cc7 admin admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:13:53.064496 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a90ec93-c40b-4b88-a335-edaa407c9cc7 admin admin] Pushing event updated for resources: {'Port': ['ID=b71b03f7-ed81-4c36-aff9-5dfb561d2be0,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:53.125927 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3a90ec93-c40b-4b88-a335-edaa407c9cc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682596'] for router_interface (4d5748e0-ce23-44b4-b729-097e5adf8c79), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:53.155591 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Provisioning complete for port a990f2b7-62f0-434b-846e-4e196d3a0432 triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:13:53.156052 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (a990f2b7-62f0-434b-846e-4e196d3a0432), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:53.234631 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec624bd-b9a8-45f9-83ac-3effe225830d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Notify agent at l3_agent.dv-cinder-837443-1-iscsi the message routers_updated {{(pid=103483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:13:53.245228 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5d7163-8812-4b90-98c9-876a5f3b196b None None] Sync routers for ids ['860366b1-e648-4b30-a975-ccbfb4a75ba5'] in dv-cinder-837443-1-iscsi {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:13:53.258057 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-7ec624bd-b9a8-45f9-83ac-3effe225830d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for floatingip (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:53.274514 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5d7163-8812-4b90-98c9-876a5f3b196b None None] Routers {'860366b1-e648-4b30-a975-ccbfb4a75ba5'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:13:53.275970 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-ee5d7163-8812-4b90-98c9-876a5f3b196b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:13:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['860366b1-e648-4b30-a975-ccbfb4a75ba5'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:13:53.284595 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Current status of the port a990f2b7-62f0-434b-846e-4e196d3a0432 is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:13:53.302612 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-7ec624bd-b9a8-45f9-83ac-3effe225830d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4946933 Apr 12 03:13:53.303196 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6efbc392-3123-4b92-a8ab-88ecac45b915', 'tag': '50a3ef07-1ae7-4442-9489-b74b55ddb1dc'}] {{(pid=103483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:13:53.303484 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3a90ec93-c40b-4b88-a335-edaa407c9cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (b71b03f7-ed81-4c36-aff9-5dfb561d2be0), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:53.305605 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e274900216188b1398d2f2ab6fda0f9d84329b9f507230773e3e9728a2d4b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a9053b-1ed5-4386-a1d5-f10fa88ef924" -d '{"events": [{"name": "network-changed", "server_uuid": "6efbc392-3123-4b92-a8ab-88ecac45b915", "tag": "50a3ef07-1ae7-4442-9489-b74b55ddb1dc"}]}' {{(pid=103483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:13:53.348795 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d1184d-a1d9-46b4-946d-ef0eb0e8e465 x-openstack-request-id: req-c4d1184d-a1d9-46b4-946d-ef0eb0e8e465 {{(pid=103483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:13:53.349113 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6efbc392-3123-4b92-a8ab-88ecac45b915", "tag": "50a3ef07-1ae7-4442-9489-b74b55ddb1dc", "status": "completed", "code": 200}]} {{(pid=103483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:13:53.349614 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c4d1184d-a1d9-46b4-946d-ef0eb0e8e465 {{(pid=103483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:13:53.350340 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4d1184d-a1d9-46b4-946d-ef0eb0e8e465'] response: {'name': 'network-changed', 'server_uuid': '6efbc392-3123-4b92-a8ab-88ecac45b915', 'tag': '50a3ef07-1ae7-4442-9489-b74b55ddb1dc', 'status': 'completed', 'code': 200} Apr 12 03:13:53.364394 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-92186c80-ce5b-4f24-947a-bf523876705c None None] Publish callbacks [] for port (830e08d9-8750-4e69-bd67-ca5db9c576a4), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:53.373640 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-92186c80-ce5b-4f24-947a-bf523876705c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (830e08d9-8750-4e69-bd67-ca5db9c576a4), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:53.419569 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a9053b-1ed5-4386-a1d5-f10fa88ef924 req-ba5bd5d6-10fe-48ce-aaf8-0b3b591094af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:53.421212 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-17a9053b-1ed5-4386-a1d5-f10fa88ef924 req-ba5bd5d6-10fe-48ce-aaf8-0b3b591094af service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=faa0847777334640bf8854a96c6e7a19&device_id=6efbc392-3123-4b92-a8ab-88ecac45b915 HTTP/1.1" status: 200 len: 1129 time: 0.0457966 Apr 12 03:13:53.433548 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-92186c80-ce5b-4f24-947a-bf523876705c None None] Attempting to bind port 830e08d9-8750-4e69-bd67-ca5db9c576a4 on host dv-cinder-837443-1-iscsi for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:13:53.433805 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-92186c80-ce5b-4f24-947a-bf523876705c None None] Attempting to bind port 830e08d9-8750-4e69-bd67-ca5db9c576a4 by drivers openvswitch,hyperv on host dv-cinder-837443-1-iscsi at level 0 using segments [{'id': '44a05d23-3fd0-4081-9abb-c6033767afb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:13:53.434166 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92186c80-ce5b-4f24-947a-bf523876705c None None] Attempting to bind port 830e08d9-8750-4e69-bd67-ca5db9c576a4 on network 79cba51c-a00f-4d8d-a813-38deb5f63b2a {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:13:53.438077 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-ee5d7163-8812-4b90-98c9-876a5f3b196b None None] Set router 860366b1-e648-4b30-a975-ccbfb4a75ba5 gateway port host: dv-cinder-837443-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:13:53.441094 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0864edf1-aeb0-4811-b70f-b669765d86ee None None] Pushing event updated for resources: {'Port': ['ID=830e08d9-8750-4e69-bd67-ca5db9c576a4,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:53.444306 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92186c80-ce5b-4f24-947a-bf523876705c None None] Checking agent: {'id': 'ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 2, 56, 1), 'started_at': datetime.datetime(2022, 4, 12, 2, 56, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:13:53.444685 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92186c80-ce5b-4f24-947a-bf523876705c None None] Checking segment: {'id': '44a05d23-3fd0-4081-9abb-c6033767afb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:13:53.445084 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-92186c80-ce5b-4f24-947a-bf523876705c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:53.445467 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92186c80-ce5b-4f24-947a-bf523876705c None None] Bound using segment: {'id': '44a05d23-3fd0-4081-9abb-c6033767afb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:13:53.446177 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-92186c80-ce5b-4f24-947a-bf523876705c None None] Bound port: 830e08d9-8750-4e69-bd67-ca5db9c576a4, host: dv-cinder-837443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44a05d23-3fd0-4081-9abb-c6033767afb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:13:53.446671 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-92186c80-ce5b-4f24-947a-bf523876705c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (830e08d9-8750-4e69-bd67-ca5db9c576a4), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:53.510155 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-92186c80-ce5b-4f24-947a-bf523876705c None None] For port 830e08d9-8750-4e69-bd67-ca5db9c576a4, host dv-cinder-837443-1-iscsi, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:13:53.514117 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-92186c80-ce5b-4f24-947a-bf523876705c None None] For port 830e08d9-8750-4e69-bd67-ca5db9c576a4, host dv-cinder-837443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=830e08d9-8750-4e69-bd67-ca5db9c576a4,segment=NetworkSegment(44a05d23-3fd0-4081-9abb-c6033767afb5),segment_id=44a05d23-3fd0-4081-9abb-c6033767afb5)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:13:53.522783 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-d5c5c54e-a537-4951-8234-dfad4d372092 None None] Provisioning complete for port b71b03f7-ed81-4c36-aff9-5dfb561d2be0 triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:13:53.523449 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d5c5c54e-a537-4951-8234-dfad4d372092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (b71b03f7-ed81-4c36-aff9-5dfb561d2be0), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:53.528215 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-92186c80-ce5b-4f24-947a-bf523876705c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (830e08d9-8750-4e69-bd67-ca5db9c576a4), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:53.584644 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a9053b-1ed5-4386-a1d5-f10fa88ef924 req-16d681ea-ae74-44f6-8622-47fa266d980d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:53.586130 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-17a9053b-1ed5-4386-a1d5-f10fa88ef924 req-16d681ea-ae74-44f6-8622-47fa266d980d service neutron] 10.222.0.25 "GET /v2.0/networks?id=da1505d4-daf5-4102-9185-5db938386645 HTTP/1.1" status: 200 len: 911 time: 0.1576223 Apr 12 03:13:53.607761 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-d5c5c54e-a537-4951-8234-dfad4d372092 None None] Port b71b03f7-ed81-4c36-aff9-5dfb561d2be0 cannot update to ACTIVE because it is not bound. {{(pid=103485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:13:53.616444 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92186c80-ce5b-4f24-947a-bf523876705c None None] Routers {'4d5748e0-ce23-44b4-b729-097e5adf8c79'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:13:53.617283 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-92186c80-ce5b-4f24-947a-bf523876705c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:13:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['4d5748e0-ce23-44b4-b729-097e5adf8c79'], 'active': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:13:53.659015 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0864edf1-aeb0-4811-b70f-b669765d86ee None None] Pushing event updated for resources: {'Port': ['ID=830e08d9-8750-4e69-bd67-ca5db9c576a4,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:53.684605 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3a90ec93-c40b-4b88-a335-edaa407c9cc7 admin admin] Publish callbacks [] for port (b71b03f7-ed81-4c36-aff9-5dfb561d2be0), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:53.690426 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-17a9053b-1ed5-4386-a1d5-f10fa88ef924 req-064e491a-84ba-4a67-b7a0-45fb8ebf133b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50a3ef07-1ae7-4442-9489-b74b55ddb1dc HTTP/1.1" status: 200 len: 998 time: 0.0947113 Apr 12 03:13:53.691351 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3a90ec93-c40b-4b88-a335-edaa407c9cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28695544'] for port (b71b03f7-ed81-4c36-aff9-5dfb561d2be0), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:53.695766 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-ee5d7163-8812-4b90-98c9-876a5f3b196b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'name': 'tempest-TestVolumeBootPattern-861698763-router', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e0318674-e90e-4bb8-8fcc-2fc22c1902e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:07:44Z', 'updated_at': '2022-04-12T03:07:47Z', 'revision_number': 4, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'gw_port': {'id': 'e0318674-e90e-4bb8-8fcc-2fc22c1902e1', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:94:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:07:45Z', 'updated_at': '2022-04-12T03:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_floatingips': [{'id': 'cefbe9a2-62eb-4146-8e2e-c3552121a999', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'floating_ip_address': '172.27.3.73', 'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'router_id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'port_id': '50a3ef07-1ae7-4442-9489-b74b55ddb1dc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da1505d4-daf5-4102-9185-5db938386645', 'mac_address': 'fa:16:3e:6c:c9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efbc392-3123-4b92-a8ab-88ecac45b915', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:13:51Z', 'updated_at': '2022-04-12T03:13:51Z', 'revision_number': 0, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'fixed_ip_address_scope': None}, {'id': 'd20843bd-a75c-47a7-a40c-a7ccd40dff28', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'floating_ip_address': '172.27.3.65', 'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'router_id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'port_id': 'c21a9a3d-206d-40d1-a338-b52214c7e9f1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da1505d4-daf5-4102-9185-5db938386645', 'mac_address': 'fa:16:3e:66:4c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f61b5d5-50f3-4366-8058-6e4e86dd4e9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:11:24Z', 'updated_at': '2022-04-12T03:11:26Z', 'revision_number': 1, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6510844-55e2-4171-ac51-a2dfce30d3b3', 'name': '', 'network_id': 'da1505d4-daf5-4102-9185-5db938386645', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'mac_address': 'fa:16:3e:62:3a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:07:47Z', 'updated_at': '2022-04-12T03:07:53Z', 'revision_number': 5, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'subnets': [{'id': '2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:13:53.722600 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5d7163-8812-4b90-98c9-876a5f3b196b None None] Checking router: 860366b1-e648-4b30-a975-ccbfb4a75ba5 for host: dv-cinder-837443-1-iscsi {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:13:53.731040 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5d7163-8812-4b90-98c9-876a5f3b196b None None] Routers {'860366b1-e648-4b30-a975-ccbfb4a75ba5'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:13:53.731640 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-ee5d7163-8812-4b90-98c9-876a5f3b196b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:13:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['860366b1-e648-4b30-a975-ccbfb4a75ba5'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:13:53.747771 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvr_db [None req-92186c80-ce5b-4f24-947a-bf523876705c None None] Set router 4d5748e0-ce23-44b4-b729-097e5adf8c79 gateway port host: dv-cinder-837443-1-iscsi {{(pid=103485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:13:53.800054 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a9053b-1ed5-4386-a1d5-f10fa88ef924 req-c009cf66-3bd2-4fca-a4bd-7a53d4b05df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:53.801496 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-17a9053b-1ed5-4386-a1d5-f10fa88ef924 req-c009cf66-3bd2-4fca-a4bd-7a53d4b05df6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9 HTTP/1.1" status: 200 len: 850 time: 0.1045060 Apr 12 03:13:53.802491 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-3a90ec93-c40b-4b88-a335-edaa407c9cc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685268'] for router_interface (4d5748e0-ce23-44b4-b729-097e5adf8c79), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:53.804279 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a90ec93-c40b-4b88-a335-edaa407c9cc7 admin admin] Pushing event updated for resources: {'Port': ['ID=b71b03f7-ed81-4c36-aff9-5dfb561d2be0,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:53.848892 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-ee5d7163-8812-4b90-98c9-876a5f3b196b None None] Set router 860366b1-e648-4b30-a975-ccbfb4a75ba5 gateway port host: dv-cinder-837443-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:13:53.863043 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a9053b-1ed5-4386-a1d5-f10fa88ef924 req-2fd619e6-887f-4da1-be7d-ee1c896f2091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:53.864543 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-17a9053b-1ed5-4386-a1d5-f10fa88ef924 req-2fd619e6-887f-4da1-be7d-ee1c896f2091 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=da1505d4-daf5-4102-9185-5db938386645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0565248 Apr 12 03:13:53.955479 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-92186c80-ce5b-4f24-947a-bf523876705c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5748e0-ce23-44b4-b729-097e5adf8c79', 'name': 'tempest-TestMinimumBasicScenario-1082889033-router', 'tenant_id': '476d54f083c54f89b7b0de86d9f68238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '830e08d9-8750-4e69-bd67-ca5db9c576a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:13:48Z', 'updated_at': '2022-04-12T03:13:53Z', 'revision_number': 4, 'project_id': '476d54f083c54f89b7b0de86d9f68238', 'gw_port': {'id': '830e08d9-8750-4e69-bd67-ca5db9c576a4', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5748e0-ce23-44b4-b729-097e5adf8c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:49Z', 'updated_at': '2022-04-12T03:13:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': 'b71b03f7-ed81-4c36-aff9-5dfb561d2be0', 'name': '', 'network_id': 'a636e648-b33d-4c26-b0a8-675eab931d92', 'tenant_id': '476d54f083c54f89b7b0de86d9f68238', 'mac_address': 'fa:16:3e:25:25:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5748e0-ce23-44b4-b729-097e5adf8c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'dbba5655-63b2-40a3-be66-2e6838b9dcb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:52Z', 'updated_at': '2022-04-12T03:13:52Z', 'revision_number': 1, 'project_id': '476d54f083c54f89b7b0de86d9f68238', 'subnets': [{'id': 'dbba5655-63b2-40a3-be66-2e6838b9dcb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:13:53.989005 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92186c80-ce5b-4f24-947a-bf523876705c None None] The sync data for ids ['4d5748e0-ce23-44b4-b729-097e5adf8c79'] in dv-cinder-837443-1-iscsi is: [{'id': '4d5748e0-ce23-44b4-b729-097e5adf8c79', 'name': 'tempest-TestMinimumBasicScenario-1082889033-router', 'tenant_id': '476d54f083c54f89b7b0de86d9f68238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '830e08d9-8750-4e69-bd67-ca5db9c576a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:13:48Z', 'updated_at': '2022-04-12T03:13:53Z', 'revision_number': 4, 'project_id': '476d54f083c54f89b7b0de86d9f68238', 'gw_port': {'id': '830e08d9-8750-4e69-bd67-ca5db9c576a4', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5748e0-ce23-44b4-b729-097e5adf8c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:49Z', 'updated_at': '2022-04-12T03:13:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': 'b71b03f7-ed81-4c36-aff9-5dfb561d2be0', 'name': '', 'network_id': 'a636e648-b33d-4c26-b0a8-675eab931d92', 'tenant_id': '476d54f083c54f89b7b0de86d9f68238', 'mac_address': 'fa:16:3e:25:25:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5748e0-ce23-44b4-b729-097e5adf8c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'dbba5655-63b2-40a3-be66-2e6838b9dcb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:52Z', 'updated_at': '2022-04-12T03:13:52Z', 'revision_number': 1, 'project_id': '476d54f083c54f89b7b0de86d9f68238', 'subnets': [{'id': 'dbba5655-63b2-40a3-be66-2e6838b9dcb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:13:53.996748 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a90ec93-c40b-4b88-a335-edaa407c9cc7 admin admin] Network a636e648-b33d-4c26-b0a8-675eab931d92 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:13:54.002615 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-3a90ec93-c40b-4b88-a335-edaa407c9cc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:13:54.019406 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-17a9053b-1ed5-4386-a1d5-f10fa88ef924 req-ac15e66e-0a23-475b-9a05-448223753792 service neutron] 10.222.0.25 "GET /v2.0/networks/da1505d4-daf5-4102-9185-5db938386645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252904 Apr 12 03:13:54.099248 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-ee5d7163-8812-4b90-98c9-876a5f3b196b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'name': 'tempest-TestVolumeBootPattern-861698763-router', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e0318674-e90e-4bb8-8fcc-2fc22c1902e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:07:44Z', 'updated_at': '2022-04-12T03:07:47Z', 'revision_number': 4, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'gw_port': {'id': 'e0318674-e90e-4bb8-8fcc-2fc22c1902e1', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:94:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:07:45Z', 'updated_at': '2022-04-12T03:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_floatingips': [{'id': 'cefbe9a2-62eb-4146-8e2e-c3552121a999', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'floating_ip_address': '172.27.3.73', 'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'router_id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'port_id': '50a3ef07-1ae7-4442-9489-b74b55ddb1dc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da1505d4-daf5-4102-9185-5db938386645', 'mac_address': 'fa:16:3e:6c:c9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efbc392-3123-4b92-a8ab-88ecac45b915', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:13:51Z', 'updated_at': '2022-04-12T03:13:51Z', 'revision_number': 0, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'fixed_ip_address_scope': None}, {'id': 'd20843bd-a75c-47a7-a40c-a7ccd40dff28', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'floating_ip_address': '172.27.3.65', 'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'router_id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'port_id': 'c21a9a3d-206d-40d1-a338-b52214c7e9f1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da1505d4-daf5-4102-9185-5db938386645', 'mac_address': 'fa:16:3e:66:4c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f61b5d5-50f3-4366-8058-6e4e86dd4e9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:11:24Z', 'updated_at': '2022-04-12T03:11:26Z', 'revision_number': 1, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6510844-55e2-4171-ac51-a2dfce30d3b3', 'name': '', 'network_id': 'da1505d4-daf5-4102-9185-5db938386645', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'mac_address': 'fa:16:3e:62:3a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:07:47Z', 'updated_at': '2022-04-12T03:07:53Z', 'revision_number': 5, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'subnets': [{'id': '2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:13:54.143656 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5d7163-8812-4b90-98c9-876a5f3b196b None None] The sync data for ids ['860366b1-e648-4b30-a975-ccbfb4a75ba5'] in dv-cinder-837443-1-iscsi is: [{'id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'name': 'tempest-TestVolumeBootPattern-861698763-router', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e0318674-e90e-4bb8-8fcc-2fc22c1902e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:07:44Z', 'updated_at': '2022-04-12T03:07:47Z', 'revision_number': 4, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'gw_port': {'id': 'e0318674-e90e-4bb8-8fcc-2fc22c1902e1', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:94:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:07:45Z', 'updated_at': '2022-04-12T03:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_floatingips': [{'id': 'cefbe9a2-62eb-4146-8e2e-c3552121a999', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'floating_ip_address': '172.27.3.73', 'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'router_id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'port_id': '50a3ef07-1ae7-4442-9489-b74b55ddb1dc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da1505d4-daf5-4102-9185-5db938386645', 'mac_address': 'fa:16:3e:6c:c9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efbc392-3123-4b92-a8ab-88ecac45b915', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:13:51Z', 'updated_at': '2022-04-12T03:13:51Z', 'revision_number': 0, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'fixed_ip_address_scope': None}, {'id': 'd20843bd-a75c-47a7-a40c-a7ccd40dff28', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'floating_ip_address': '172.27.3.65', 'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'router_id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'port_id': 'c21a9a3d-206d-40d1-a338-b52214c7e9f1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da1505d4-daf5-4102-9185-5db938386645', 'mac_address': 'fa:16:3e:66:4c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f61b5d5-50f3-4366-8058-6e4e86dd4e9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:11:24Z', 'updated_at': '2022-04-12T03:11:26Z', 'revision_number': 1, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6510844-55e2-4171-ac51-a2dfce30d3b3', 'name': '', 'network_id': 'da1505d4-daf5-4102-9185-5db938386645', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'mac_address': 'fa:16:3e:62:3a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:07:47Z', 'updated_at': '2022-04-12T03:07:53Z', 'revision_number': 5, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'subnets': [{'id': '2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:13:54.224678 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-17a9053b-1ed5-4386-a1d5-f10fa88ef924 req-74f967a2-dd3d-47b2-bedb-138a24391a75 service neutron] 10.222.0.25 "GET /v2.0/networks/da1505d4-daf5-4102-9185-5db938386645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515527 Apr 12 03:13:54.236004 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a90ec93-c40b-4b88-a335-edaa407c9cc7 admin admin] Router 4d5748e0-ce23-44b4-b729-097e5adf8c79 has already been hosted by L3 agent beb15aed-f2b6-4676-85ca-b43f14e6acf3 {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:13:54.350225 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-08a1f6b4-2e0e-40b6-958a-1a62748ed26d None None] Provisioning complete for port b71b03f7-ed81-4c36-aff9-5dfb561d2be0 triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:13:54.350790 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-08a1f6b4-2e0e-40b6-958a-1a62748ed26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (b71b03f7-ed81-4c36-aff9-5dfb561d2be0), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:54.396980 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-08a1f6b4-2e0e-40b6-958a-1a62748ed26d None None] Port b71b03f7-ed81-4c36-aff9-5dfb561d2be0 cannot update to ACTIVE because it is not bound. {{(pid=103485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:13:54.406621 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a90ec93-c40b-4b88-a335-edaa407c9cc7 admin admin] Notify agent at l3_agent.dv-cinder-837443-1-iscsi the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:13:54.416282 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-3a90ec93-c40b-4b88-a335-edaa407c9cc7 admin admin] 10.222.0.32 "PUT /v2.0/routers/4d5748e0-ce23-44b4-b729-097e5adf8c79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6164804 Apr 12 03:13:54.500410 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02170e2a-287d-4cec-8001-c7525f7e01fb None None] New status for floating IP cefbe9a2-62eb-4146-8e2e-c3552121a999: ACTIVE {{(pid=103485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 03:13:54.788003 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e1c3c61c-96d2-46b5-9f7b-08915404755d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (fa7f2a92-0c20-457b-b451-d8a4489755d5), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:55.941632 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-f6c167f8-2341-458f-b636-cc9ba7639469 req-89aeff5b-8bf2-48a3-b7d0-1c610a1308e4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6f61b5d5-50f3-4366-8058-6e4e86dd4e9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3362029 Apr 12 03:13:55.994186 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 830e08d9-8750-4e69-bd67-ca5db9c576a4 up at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:13:56.042439 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c167f8-2341-458f-b636-cc9ba7639469 req-09d50de7-e89e-4cc9-aa1a-f72849430094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:56.044342 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-f6c167f8-2341-458f-b636-cc9ba7639469 req-09d50de7-e89e-4cc9-aa1a-f72849430094 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=faa0847777334640bf8854a96c6e7a19&device_id=6f61b5d5-50f3-4366-8058-6e4e86dd4e9a HTTP/1.1" status: 200 len: 1130 time: 0.0514443 Apr 12 03:13:56.065345 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Provisioning complete for port 830e08d9-8750-4e69-bd67-ca5db9c576a4 triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:13:56.065994 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (830e08d9-8750-4e69-bd67-ca5db9c576a4), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:56.163045 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Current status of the port 830e08d9-8750-4e69-bd67-ca5db9c576a4 is: DOWN; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:13:56.164042 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (830e08d9-8750-4e69-bd67-ca5db9c576a4), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:56.188972 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] For port 830e08d9-8750-4e69-bd67-ca5db9c576a4, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=830e08d9-8750-4e69-bd67-ca5db9c576a4,segment=NetworkSegment(44a05d23-3fd0-4081-9abb-c6033767afb5),segment_id=44a05d23-3fd0-4081-9abb-c6033767afb5)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:13:56.199133 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (830e08d9-8750-4e69-bd67-ca5db9c576a4), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:56.208471 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c167f8-2341-458f-b636-cc9ba7639469 req-01c47182-0133-47f6-af33-a0742823ddc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:56.210030 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-f6c167f8-2341-458f-b636-cc9ba7639469 req-01c47182-0133-47f6-af33-a0742823ddc4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=da1505d4-daf5-4102-9185-5db938386645 HTTP/1.1" status: 200 len: 911 time: 0.1345780 Apr 12 03:13:56.265033 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Pushing event updated for resources: {'Port': ['ID=830e08d9-8750-4e69-bd67-ca5db9c576a4,revision_number=4']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:56.299963 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-f6c167f8-2341-458f-b636-cc9ba7639469 req-aba97d72-663c-4c76-bb91-eb614da06bcc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c21a9a3d-206d-40d1-a338-b52214c7e9f1 HTTP/1.1" status: 200 len: 1001 time: 0.0826361 Apr 12 03:13:56.365782 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c167f8-2341-458f-b636-cc9ba7639469 req-7d951231-6b1f-4162-a023-d4fdb03e37ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:56.368793 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-f6c167f8-2341-458f-b636-cc9ba7639469 req-7d951231-6b1f-4162-a023-d4fdb03e37ea service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9 HTTP/1.1" status: 200 len: 850 time: 0.0615470 Apr 12 03:13:56.421883 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c167f8-2341-458f-b636-cc9ba7639469 req-d666e1c5-ce9a-4d94-8e7a-5b2e2a7b744c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:56.424672 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-f6c167f8-2341-458f-b636-cc9ba7639469 req-d666e1c5-ce9a-4d94-8e7a-5b2e2a7b744c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=da1505d4-daf5-4102-9185-5db938386645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492904 Apr 12 03:13:56.545481 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-f6c167f8-2341-458f-b636-cc9ba7639469 req-313117e1-a62c-4ce1-876e-cb30de7149bd service neutron] 10.222.0.25 "GET /v2.0/networks/da1505d4-daf5-4102-9185-5db938386645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138740 Apr 12 03:13:56.685130 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-f6c167f8-2341-458f-b636-cc9ba7639469 req-c8b3f57d-40fe-43ce-b918-efcf2c2ed86d service neutron] 10.222.0.25 "GET /v2.0/networks/da1505d4-daf5-4102-9185-5db938386645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326535 Apr 12 03:13:56.755093 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 51782) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:56.883976 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-83c4cf43-7e9f-4c3a-8b08-be258a54eb89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:56.963914 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f93242a-71a9-4825-ac22-e95870d2b7e4 None None] Sync routers for ids ['4d5748e0-ce23-44b4-b729-097e5adf8c79'] in dv-cinder-837443-1-iscsi {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:13:56.983007 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f93242a-71a9-4825-ac22-e95870d2b7e4 None None] Routers {'4d5748e0-ce23-44b4-b729-097e5adf8c79'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:13:56.983628 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-7f93242a-71a9-4825-ac22-e95870d2b7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:13:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['4d5748e0-ce23-44b4-b729-097e5adf8c79'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:13:56.998844 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-83c4cf43-7e9f-4c3a-8b08-be258a54eb89 admin admin] Publish callbacks [] for security_group (d8e00952-55ab-4497-9d49-14ed8f037802), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:57.004758 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-83c4cf43-7e9f-4c3a-8b08-be258a54eb89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (d8e00952-55ab-4497-9d49-14ed8f037802), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:57.056893 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-83c4cf43-7e9f-4c3a-8b08-be258a54eb89 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=45a7e885a5914143ac199e06594b9da5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3006303 Apr 12 03:13:57.059427 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 51786) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:57.065708 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c4cf43-7e9f-4c3a-8b08-be258a54eb89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e00952-55ab-4497-9d49-14ed8f037802,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:57.134588 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-7f93242a-71a9-4825-ac22-e95870d2b7e4 None None] Set router 4d5748e0-ce23-44b4-b729-097e5adf8c79 gateway port host: dv-cinder-837443-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:13:57.140906 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-12a3083f-93d4-4f00-9643-e75b36c8955a admin admin] Publish callbacks [] for security_group (d8e00952-55ab-4497-9d49-14ed8f037802), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:57.172286 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-12a3083f-93d4-4f00-9643-e75b36c8955a admin admin] Publish callbacks [] for security_group (d8e00952-55ab-4497-9d49-14ed8f037802), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:57.250398 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-12a3083f-93d4-4f00-9643-e75b36c8955a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (d8e00952-55ab-4497-9d49-14ed8f037802), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:57.252938 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-12a3083f-93d4-4f00-9643-e75b36c8955a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:57.254081 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-12a3083f-93d4-4f00-9643-e75b36c8955a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d8e00952-55ab-4497-9d49-14ed8f037802 HTTP/1.1" status: 204 len: 168 time: 0.1937277 Apr 12 03:13:57.272468 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7dbaa828-9595-49ef-ad92-4c1fd72a2ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (beb15aed-f2b6-4676-85ca-b43f14e6acf3), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:57.285762 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a3083f-93d4-4f00-9643-e75b36c8955a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e00952-55ab-4497-9d49-14ed8f037802,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:57.407924 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-7f93242a-71a9-4825-ac22-e95870d2b7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5748e0-ce23-44b4-b729-097e5adf8c79', 'name': 'tempest-TestMinimumBasicScenario-1082889033-router', 'tenant_id': '476d54f083c54f89b7b0de86d9f68238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '830e08d9-8750-4e69-bd67-ca5db9c576a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:13:48Z', 'updated_at': '2022-04-12T03:13:53Z', 'revision_number': 4, 'project_id': '476d54f083c54f89b7b0de86d9f68238', 'gw_port': {'id': '830e08d9-8750-4e69-bd67-ca5db9c576a4', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5748e0-ce23-44b4-b729-097e5adf8c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:49Z', 'updated_at': '2022-04-12T03:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': 'b71b03f7-ed81-4c36-aff9-5dfb561d2be0', 'name': '', 'network_id': 'a636e648-b33d-4c26-b0a8-675eab931d92', 'tenant_id': '476d54f083c54f89b7b0de86d9f68238', 'mac_address': 'fa:16:3e:25:25:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5748e0-ce23-44b4-b729-097e5adf8c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'dbba5655-63b2-40a3-be66-2e6838b9dcb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:52Z', 'updated_at': '2022-04-12T03:13:53Z', 'revision_number': 2, 'project_id': '476d54f083c54f89b7b0de86d9f68238', 'subnets': [{'id': 'dbba5655-63b2-40a3-be66-2e6838b9dcb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:13:57.545723 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f93242a-71a9-4825-ac22-e95870d2b7e4 None None] Checking router: 4d5748e0-ce23-44b4-b729-097e5adf8c79 for host: dv-cinder-837443-1-iscsi {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:13:57.546072 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f93242a-71a9-4825-ac22-e95870d2b7e4 None None] Updating router 4d5748e0-ce23-44b4-b729-097e5adf8c79 port b71b03f7-ed81-4c36-aff9-5dfb561d2be0 binding host dv-cinder-837443-1-iscsi {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 03:13:57.579452 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7f93242a-71a9-4825-ac22-e95870d2b7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (b71b03f7-ed81-4c36-aff9-5dfb561d2be0), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:57.942713 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7f93242a-71a9-4825-ac22-e95870d2b7e4 None None] Publish callbacks [] for port (b71b03f7-ed81-4c36-aff9-5dfb561d2be0), precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:57.954486 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7f93242a-71a9-4825-ac22-e95870d2b7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (b71b03f7-ed81-4c36-aff9-5dfb561d2be0), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:57.977375 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 830e08d9-8750-4e69-bd67-ca5db9c576a4 up at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:13:58.044282 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d41e074-34d1-4a9c-b6a5-6b13597e25ae None None] Pushing event updated for resources: {'Port': ['ID=b71b03f7-ed81-4c36-aff9-5dfb561d2be0,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:58.100852 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Provisioning complete for port 830e08d9-8750-4e69-bd67-ca5db9c576a4 triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:13:58.101221 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (830e08d9-8750-4e69-bd67-ca5db9c576a4), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:58.174171 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-7f93242a-71a9-4825-ac22-e95870d2b7e4 None None] Attempting to bind port b71b03f7-ed81-4c36-aff9-5dfb561d2be0 on host dv-cinder-837443-1-iscsi for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:13:58.174446 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-7f93242a-71a9-4825-ac22-e95870d2b7e4 None None] Attempting to bind port b71b03f7-ed81-4c36-aff9-5dfb561d2be0 by drivers openvswitch,hyperv on host dv-cinder-837443-1-iscsi at level 0 using segments [{'id': '3898ed16-bb5f-4e43-be95-6529256ea24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a636e648-b33d-4c26-b0a8-675eab931d92'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:13:58.174718 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f93242a-71a9-4825-ac22-e95870d2b7e4 None None] Attempting to bind port b71b03f7-ed81-4c36-aff9-5dfb561d2be0 on network a636e648-b33d-4c26-b0a8-675eab931d92 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:13:58.189600 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f93242a-71a9-4825-ac22-e95870d2b7e4 None None] Checking agent: {'id': 'ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 2, 56, 1), 'started_at': datetime.datetime(2022, 4, 12, 2, 56, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:13:58.190186 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f93242a-71a9-4825-ac22-e95870d2b7e4 None None] Checking segment: {'id': '3898ed16-bb5f-4e43-be95-6529256ea24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a636e648-b33d-4c26-b0a8-675eab931d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:13:58.190599 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7f93242a-71a9-4825-ac22-e95870d2b7e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:58.190996 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f93242a-71a9-4825-ac22-e95870d2b7e4 None None] Bound using segment: {'id': '3898ed16-bb5f-4e43-be95-6529256ea24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a636e648-b33d-4c26-b0a8-675eab931d92'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:13:58.191473 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-7f93242a-71a9-4825-ac22-e95870d2b7e4 None None] Bound port: b71b03f7-ed81-4c36-aff9-5dfb561d2be0, host: dv-cinder-837443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3898ed16-bb5f-4e43-be95-6529256ea24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a636e648-b33d-4c26-b0a8-675eab931d92'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:13:58.192313 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7f93242a-71a9-4825-ac22-e95870d2b7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (b71b03f7-ed81-4c36-aff9-5dfb561d2be0), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:58.234072 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Current status of the port 830e08d9-8750-4e69-bd67-ca5db9c576a4 is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:13:58.264092 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a63736aa-03b4-448a-a5ac-a324793c796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (2fa08797-e830-4b1e-af03-8a255eb086f2), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:58.321665 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-7f93242a-71a9-4825-ac22-e95870d2b7e4 None None] For port b71b03f7-ed81-4c36-aff9-5dfb561d2be0, host dv-cinder-837443-1-iscsi, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:13:58.329767 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-7f93242a-71a9-4825-ac22-e95870d2b7e4 None None] For port b71b03f7-ed81-4c36-aff9-5dfb561d2be0, host dv-cinder-837443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=b71b03f7-ed81-4c36-aff9-5dfb561d2be0,segment=NetworkSegment(3898ed16-bb5f-4e43-be95-6529256ea24a),segment_id=3898ed16-bb5f-4e43-be95-6529256ea24a)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:13:58.338424 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-7f93242a-71a9-4825-ac22-e95870d2b7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (b71b03f7-ed81-4c36-aff9-5dfb561d2be0), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:58.451733 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-afad6ad8-4496-4224-989b-3e52557e6868 None None] Provisioning complete for port b71b03f7-ed81-4c36-aff9-5dfb561d2be0 triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:13:58.452219 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-afad6ad8-4496-4224-989b-3e52557e6868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (b71b03f7-ed81-4c36-aff9-5dfb561d2be0), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:58.507789 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f93242a-71a9-4825-ac22-e95870d2b7e4 None None] Routers {'4d5748e0-ce23-44b4-b729-097e5adf8c79'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:13:58.508513 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-7f93242a-71a9-4825-ac22-e95870d2b7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:13:57Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['4d5748e0-ce23-44b4-b729-097e5adf8c79'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:13:58.510706 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d41e074-34d1-4a9c-b6a5-6b13597e25ae None None] Pushing event updated for resources: {'Port': ['ID=b71b03f7-ed81-4c36-aff9-5dfb561d2be0,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:58.673459 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-afad6ad8-4496-4224-989b-3e52557e6868 None None] Current status of the port b71b03f7-ed81-4c36-aff9-5dfb561d2be0 is: DOWN; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:13:58.673856 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-afad6ad8-4496-4224-989b-3e52557e6868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (b71b03f7-ed81-4c36-aff9-5dfb561d2be0), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:58.757514 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-afad6ad8-4496-4224-989b-3e52557e6868 None None] For port b71b03f7-ed81-4c36-aff9-5dfb561d2be0, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=b71b03f7-ed81-4c36-aff9-5dfb561d2be0,segment=NetworkSegment(3898ed16-bb5f-4e43-be95-6529256ea24a),segment_id=3898ed16-bb5f-4e43-be95-6529256ea24a)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:13:58.765849 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-7f93242a-71a9-4825-ac22-e95870d2b7e4 None None] Set router 4d5748e0-ce23-44b4-b729-097e5adf8c79 gateway port host: dv-cinder-837443-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:13:58.766601 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-afad6ad8-4496-4224-989b-3e52557e6868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (b71b03f7-ed81-4c36-aff9-5dfb561d2be0), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:58.838038 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afad6ad8-4496-4224-989b-3e52557e6868 None None] Pushing event updated for resources: {'Port': ['ID=b71b03f7-ed81-4c36-aff9-5dfb561d2be0,revision_number=5']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:58.890854 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-c3d2f815-3e16-4ab9-9548-e28dbf06d53c None None] Provisioning complete for port b71b03f7-ed81-4c36-aff9-5dfb561d2be0 triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:13:58.891338 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c3d2f815-3e16-4ab9-9548-e28dbf06d53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (b71b03f7-ed81-4c36-aff9-5dfb561d2be0), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:59.065554 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-c3d2f815-3e16-4ab9-9548-e28dbf06d53c None None] Current status of the port b71b03f7-ed81-4c36-aff9-5dfb561d2be0 is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:13:59.088255 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-7f93242a-71a9-4825-ac22-e95870d2b7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5748e0-ce23-44b4-b729-097e5adf8c79', 'name': 'tempest-TestMinimumBasicScenario-1082889033-router', 'tenant_id': '476d54f083c54f89b7b0de86d9f68238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '830e08d9-8750-4e69-bd67-ca5db9c576a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:13:48Z', 'updated_at': '2022-04-12T03:13:53Z', 'revision_number': 4, 'project_id': '476d54f083c54f89b7b0de86d9f68238', 'gw_port': {'id': '830e08d9-8750-4e69-bd67-ca5db9c576a4', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5748e0-ce23-44b4-b729-097e5adf8c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:49Z', 'updated_at': '2022-04-12T03:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': 'b71b03f7-ed81-4c36-aff9-5dfb561d2be0', 'name': '', 'network_id': 'a636e648-b33d-4c26-b0a8-675eab931d92', 'tenant_id': '476d54f083c54f89b7b0de86d9f68238', 'mac_address': 'fa:16:3e:25:25:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5748e0-ce23-44b4-b729-097e5adf8c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'dbba5655-63b2-40a3-be66-2e6838b9dcb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:52Z', 'updated_at': '2022-04-12T03:13:58Z', 'revision_number': 4, 'project_id': '476d54f083c54f89b7b0de86d9f68238', 'subnets': [{'id': 'dbba5655-63b2-40a3-be66-2e6838b9dcb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:13:59.121544 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f93242a-71a9-4825-ac22-e95870d2b7e4 None None] The sync data for ids ['4d5748e0-ce23-44b4-b729-097e5adf8c79'] in dv-cinder-837443-1-iscsi is: [{'id': '4d5748e0-ce23-44b4-b729-097e5adf8c79', 'name': 'tempest-TestMinimumBasicScenario-1082889033-router', 'tenant_id': '476d54f083c54f89b7b0de86d9f68238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '830e08d9-8750-4e69-bd67-ca5db9c576a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:13:48Z', 'updated_at': '2022-04-12T03:13:53Z', 'revision_number': 4, 'project_id': '476d54f083c54f89b7b0de86d9f68238', 'gw_port': {'id': '830e08d9-8750-4e69-bd67-ca5db9c576a4', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5748e0-ce23-44b4-b729-097e5adf8c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:49Z', 'updated_at': '2022-04-12T03:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': 'b71b03f7-ed81-4c36-aff9-5dfb561d2be0', 'name': '', 'network_id': 'a636e648-b33d-4c26-b0a8-675eab931d92', 'tenant_id': '476d54f083c54f89b7b0de86d9f68238', 'mac_address': 'fa:16:3e:25:25:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5748e0-ce23-44b4-b729-097e5adf8c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'dbba5655-63b2-40a3-be66-2e6838b9dcb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:52Z', 'updated_at': '2022-04-12T03:13:58Z', 'revision_number': 4, 'project_id': '476d54f083c54f89b7b0de86d9f68238', 'subnets': [{'id': 'dbba5655-63b2-40a3-be66-2e6838b9dcb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:13:59.957964 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be625cda-7f2b-4ec3-b03f-aa24446ccc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d888e177-8f03-43a8-a394-c59927fa1996), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:59.976944 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device b71b03f7-ed81-4c36-aff9-5dfb561d2be0 up at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:14:00.046141 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Provisioning complete for port b71b03f7-ed81-4c36-aff9-5dfb561d2be0 triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:14:00.046762 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (b71b03f7-ed81-4c36-aff9-5dfb561d2be0), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:00.138402 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Current status of the port b71b03f7-ed81-4c36-aff9-5dfb561d2be0 is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:14:01.362380 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:04.522393 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.agents_db [None req-d3c4685f-78b0-4ffc-8e41-99bd627ddb58 None None] Agent healthcheck: found 6 active agents {{(pid=103486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:14:04.690592 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3bd12-66fa-470b-99d0-f90e90e32f5a req-06cdc8f6-4c3a-4437-96e1-26a8942d734f tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:04.692173 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-a5f3bd12-66fa-470b-99d0-f90e90e32f5a req-06cdc8f6-4c3a-4437-96e1-26a8942d734f tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/networks?id=2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0 HTTP/1.1" status: 200 len: 815 time: 0.1098051 Apr 12 03:14:04.707593 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-a5f3bd12-66fa-470b-99d0-f90e90e32f5a req-0b70f89d-43e8-4305-9898-8d44f65d1aba tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/quotas/f1dd2028f6f24f21be7d88a9ff3e7ae5 HTTP/1.1" status: 200 len: 375 time: 0.0095766 Apr 12 03:14:04.757420 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-a5f3bd12-66fa-470b-99d0-f90e90e32f5a req-0755312a-fef2-4ecf-927c-67f65558cd49 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f1dd2028f6f24f21be7d88a9ff3e7ae5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448785 Apr 12 03:14:04.855672 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-a5f3bd12-66fa-470b-99d0-f90e90e32f5a req-f1875771-480b-4cce-a93e-1f2c9ccb3a53 service neutron] 10.222.0.32 "GET /v2.0/networks/2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865874 Apr 12 03:14:04.958010 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-a5f3bd12-66fa-470b-99d0-f90e90e32f5a req-c0ca5151-6964-4882-8f10-fc04fa926168 service neutron] 10.222.0.32 "GET /v2.0/networks/2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964355 Apr 12 03:14:05.119557 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-697f96ab-394f-474f-aa2d-1cb557323693 req-e5178ea9-e5c1-4577-888d-a810d838a1d9 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/ports?device_id=46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb HTTP/1.1" status: 200 len: 210 time: 0.0285101 Apr 12 03:14:06.147339 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3bd12-66fa-470b-99d0-f90e90e32f5a req-f1d7f421-b643-4ad4-8147-c687e73a7a73 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:06.148661 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-a5f3bd12-66fa-470b-99d0-f90e90e32f5a req-f1d7f421-b643-4ad4-8147-c687e73a7a73 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.25 "GET /v2.0/networks?id=2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0 HTTP/1.1" status: 200 len: 815 time: 0.1200359 Apr 12 03:14:06.161617 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [req-a5f3bd12-66fa-470b-99d0-f90e90e32f5a req-9a0aee1f-4ecf-43e6-8da4-d27ca2ef06b6 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Request body: {'port': {'device_id': '46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb', 'network_id': '2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0', 'admin_state_up': True, 'tenant_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:14:06.219116 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-e4c21ff0-5165-4ebb-b284-237959e85129 req-a76439c6-3bd5-49a8-a81d-ef7a6e197164 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/ports?device_id=46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb HTTP/1.1" status: 200 len: 210 time: 0.0291872 Apr 12 03:14:06.271952 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5f3bd12-66fa-470b-99d0-f90e90e32f5a req-9a0aee1f-4ecf-43e6-8da4-d27ca2ef06b6 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Made reservation on behalf of f1dd2028f6f24f21be7d88a9ff3e7ae5 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:14:06.275405 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a5f3bd12-66fa-470b-99d0-f90e90e32f5a req-9a0aee1f-4ecf-43e6-8da4-d27ca2ef06b6 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:06.407355 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-a5f3bd12-66fa-470b-99d0-f90e90e32f5a req-9a0aee1f-4ecf-43e6-8da4-d27ca2ef06b6 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Allocated IP 172.20.0.11 (2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0/1b93d9b5-cf20-41ad-9899-d513f7963be7/1c1233ff-864e-44dd-aa43-474f8871a90a) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:14:06.559677 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a5f3bd12-66fa-470b-99d0-f90e90e32f5a req-9a0aee1f-4ecf-43e6-8da4-d27ca2ef06b6 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Publish callbacks [] for port (1c1233ff-864e-44dd-aa43-474f8871a90a), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:06.613318 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a5f3bd12-66fa-470b-99d0-f90e90e32f5a req-9a0aee1f-4ecf-43e6-8da4-d27ca2ef06b6 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28695539'] for port (1c1233ff-864e-44dd-aa43-474f8871a90a), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:06.678567 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5f3bd12-66fa-470b-99d0-f90e90e32f5a req-9a0aee1f-4ecf-43e6-8da4-d27ca2ef06b6 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Network 2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:14:06.703632 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-a5f3bd12-66fa-470b-99d0-f90e90e32f5a req-9a0aee1f-4ecf-43e6-8da4-d27ca2ef06b6 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:14:06.706634 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f3bd12-66fa-470b-99d0-f90e90e32f5a req-9a0aee1f-4ecf-43e6-8da4-d27ca2ef06b6 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:14:06.805184 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0aee1f-4ecf-43e6-8da4-d27ca2ef06b6 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Pushing event updated for resources: {'Port': ['ID=1c1233ff-864e-44dd-aa43-474f8871a90a,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:14:06.818589 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0aee1f-4ecf-43e6-8da4-d27ca2ef06b6 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:14:06.818934 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0aee1f-4ecf-43e6-8da4-d27ca2ef06b6 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:14:06.819460 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0aee1f-4ecf-43e6-8da4-d27ca2ef06b6 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:14:06.819799 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0aee1f-4ecf-43e6-8da4-d27ca2ef06b6 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:14:06.820084 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0aee1f-4ecf-43e6-8da4-d27ca2ef06b6 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:14:06.820410 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0aee1f-4ecf-43e6-8da4-d27ca2ef06b6 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:14:06.820736 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0aee1f-4ecf-43e6-8da4-d27ca2ef06b6 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:14:06.821058 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0aee1f-4ecf-43e6-8da4-d27ca2ef06b6 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:14:06.821514 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0aee1f-4ecf-43e6-8da4-d27ca2ef06b6 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:14:06.822090 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0aee1f-4ecf-43e6-8da4-d27ca2ef06b6 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:14:06.822444 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0aee1f-4ecf-43e6-8da4-d27ca2ef06b6 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:14:06.822952 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0aee1f-4ecf-43e6-8da4-d27ca2ef06b6 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:14:06.823311 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0aee1f-4ecf-43e6-8da4-d27ca2ef06b6 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:14:06.823639 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0aee1f-4ecf-43e6-8da4-d27ca2ef06b6 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:14:06.824005 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0aee1f-4ecf-43e6-8da4-d27ca2ef06b6 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:14:06.846043 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3bd12-66fa-470b-99d0-f90e90e32f5a req-9a0aee1f-4ecf-43e6-8da4-d27ca2ef06b6 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:06.846732 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a5f3bd12-66fa-470b-99d0-f90e90e32f5a req-9a0aee1f-4ecf-43e6-8da4-d27ca2ef06b6 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for port (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:06.876515 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-a5f3bd12-66fa-470b-99d0-f90e90e32f5a req-9a0aee1f-4ecf-43e6-8da4-d27ca2ef06b6 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7188976 Apr 12 03:14:07.047277 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-383080e8-9369-47f0-b3e6-5d1f02af077e None None] Provisioning complete for port 1c1233ff-864e-44dd-aa43-474f8871a90a triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:14:07.048340 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-383080e8-9369-47f0-b3e6-5d1f02af077e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (1c1233ff-864e-44dd-aa43-474f8871a90a), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:07.085482 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-383080e8-9369-47f0-b3e6-5d1f02af077e None None] Port 1c1233ff-864e-44dd-aa43-474f8871a90a cannot update to ACTIVE because it is not bound. {{(pid=103485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:14:07.134282 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 51926) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:14:07.267914 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5d923fa3-6c0d-49d2-a27b-58da43950a5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:07.367855 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b89ce0-9b94-4691-9929-aa1762c3e143 req-28017406-e6a1-4002-8ea5-1af0413f5eb7 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:07.369745 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-96b89ce0-9b94-4691-9929-aa1762c3e143 req-28017406-e6a1-4002-8ea5-1af0413f5eb7 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/ports?device_id=46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb HTTP/1.1" status: 200 len: 932 time: 0.0749719 Apr 12 03:14:07.430010 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5d923fa3-6c0d-49d2-a27b-58da43950a5a admin admin] Publish callbacks [] for security_group (0c98fe45-810b-4443-890b-7902e9ef6684), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:07.439590 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-5d923fa3-6c0d-49d2-a27b-58da43950a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (0c98fe45-810b-4443-890b-7902e9ef6684), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:07.469091 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-96b89ce0-9b94-4691-9929-aa1762c3e143 req-047c6ca6-d716-4916-acf1-73470822be63 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83742fb-512e-4dab-bef6-6fbbfb0f1265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921621 Apr 12 03:14:07.489153 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-5d923fa3-6c0d-49d2-a27b-58da43950a5a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4bb423a2e5f54fcf8a4ec337896d567b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3534043 Apr 12 03:14:07.489976 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d923fa3-6c0d-49d2-a27b-58da43950a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c98fe45-810b-4443-890b-7902e9ef6684,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:14:07.491930 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 51932) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:14:07.551669 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-af57060f-a574-4515-9970-f5170ec665d8 admin admin] Publish callbacks [] for security_group (0c98fe45-810b-4443-890b-7902e9ef6684), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:07.573898 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-af57060f-a574-4515-9970-f5170ec665d8 admin admin] Publish callbacks [] for security_group (0c98fe45-810b-4443-890b-7902e9ef6684), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:07.636348 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-af57060f-a574-4515-9970-f5170ec665d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (0c98fe45-810b-4443-890b-7902e9ef6684), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:07.639092 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-af57060f-a574-4515-9970-f5170ec665d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:07.640364 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-af57060f-a574-4515-9970-f5170ec665d8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0c98fe45-810b-4443-890b-7902e9ef6684 HTTP/1.1" status: 204 len: 168 time: 0.1474500 Apr 12 03:14:07.648871 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af57060f-a574-4515-9970-f5170ec665d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c98fe45-810b-4443-890b-7902e9ef6684,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:14:08.585388 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f5d9d6-3105-464c-a88c-e52e965c854d req-0afa9aff-4f14-4fbe-a9ee-2bd2f7678c7f tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:08.586845 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-12f5d9d6-3105-464c-a88c-e52e965c854d req-0afa9aff-4f14-4fbe-a9ee-2bd2f7678c7f tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/ports?device_id=46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb HTTP/1.1" status: 200 len: 932 time: 0.0479918 Apr 12 03:14:08.636561 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-12f5d9d6-3105-464c-a88c-e52e965c854d req-4a2f0c76-189a-4b16-ac7f-c1531c9c38ab tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83742fb-512e-4dab-bef6-6fbbfb0f1265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437603 Apr 12 03:14:09.754013 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d8f91-e58c-4228-b41a-02a90800644d req-4d0bc235-2806-4101-83ad-bccd403fe86c tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:09.755531 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-611d8f91-e58c-4228-b41a-02a90800644d req-4d0bc235-2806-4101-83ad-bccd403fe86c tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/ports?device_id=46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb HTTP/1.1" status: 200 len: 932 time: 0.0503933 Apr 12 03:14:09.809351 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-611d8f91-e58c-4228-b41a-02a90800644d req-0e2676a9-4db6-4c69-ab39-eb7994a42175 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83742fb-512e-4dab-bef6-6fbbfb0f1265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476918 Apr 12 03:14:10.929791 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38749f8-474e-4021-b119-e4e971c13537 req-00999054-a66c-4344-807b-8f50d62328ce tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:10.931212 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-f38749f8-474e-4021-b119-e4e971c13537 req-00999054-a66c-4344-807b-8f50d62328ce tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/ports?device_id=46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb HTTP/1.1" status: 200 len: 932 time: 0.0481737 Apr 12 03:14:10.984592 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-f38749f8-474e-4021-b119-e4e971c13537 req-0e6b3477-aa67-4368-a1bc-12b089d6b67a tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83742fb-512e-4dab-bef6-6fbbfb0f1265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464492 Apr 12 03:14:12.104016 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15dc8ae-d4f7-4bae-824d-4109e9398d35 req-375008af-d98c-43e4-832c-e48a9b2bed78 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:12.105475 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-f15dc8ae-d4f7-4bae-824d-4109e9398d35 req-375008af-d98c-43e4-832c-e48a9b2bed78 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/ports?device_id=46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb HTTP/1.1" status: 200 len: 932 time: 0.0507100 Apr 12 03:14:12.159393 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-f15dc8ae-d4f7-4bae-824d-4109e9398d35 req-cc893405-322a-44b6-b468-030eb8026614 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83742fb-512e-4dab-bef6-6fbbfb0f1265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478909 Apr 12 03:14:13.282799 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c76ad-46b4-439b-ba8a-9765197444ae req-583d38ba-18be-48f8-aaff-ac070dcdf593 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:13.284556 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-4a7c76ad-46b4-439b-ba8a-9765197444ae req-583d38ba-18be-48f8-aaff-ac070dcdf593 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/ports?device_id=46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb HTTP/1.1" status: 200 len: 932 time: 0.0540962 Apr 12 03:14:13.337476 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-4a7c76ad-46b4-439b-ba8a-9765197444ae req-f141a6e4-c216-4bb1-beb1-4f21bacfe8eb tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83742fb-512e-4dab-bef6-6fbbfb0f1265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462136 Apr 12 03:14:14.460284 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313f2cb-37a1-41f8-9b9d-d2b9e8171768 req-8e4e8bf0-c926-457b-8c9d-33a624756c41 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:14.461901 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-6313f2cb-37a1-41f8-9b9d-d2b9e8171768 req-8e4e8bf0-c926-457b-8c9d-33a624756c41 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/ports?device_id=46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb HTTP/1.1" status: 200 len: 932 time: 0.0553317 Apr 12 03:14:14.513639 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-6313f2cb-37a1-41f8-9b9d-d2b9e8171768 req-86969532-7762-460b-b501-22ea9d132b99 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83742fb-512e-4dab-bef6-6fbbfb0f1265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458944 Apr 12 03:14:14.979593 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [req-a5f3bd12-66fa-470b-99d0-f90e90e32f5a req-db4be156-e0a3-41f3-bf31-b80367fedcee service neutron] Request body: {'port': {'device_id': '46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83744'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:14:15.047753 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a5f3bd12-66fa-470b-99d0-f90e90e32f5a req-db4be156-e0a3-41f3-bf31-b80367fedcee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (1c1233ff-864e-44dd-aa43-474f8871a90a), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:15.321236 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.notifiers.nova [req-a5f3bd12-66fa-470b-99d0-f90e90e32f5a req-db4be156-e0a3-41f3-bf31-b80367fedcee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c1233ff-864e-44dd-aa43-474f8871a90a {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:14:15.329130 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a5f3bd12-66fa-470b-99d0-f90e90e32f5a req-db4be156-e0a3-41f3-bf31-b80367fedcee service neutron] Publish callbacks [] for port (1c1233ff-864e-44dd-aa43-474f8871a90a), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:15.341878 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-a5f3bd12-66fa-470b-99d0-f90e90e32f5a req-db4be156-e0a3-41f3-bf31-b80367fedcee service neutron] Transition to ACTIVE for port object 1c1233ff-864e-44dd-aa43-474f8871a90a will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 03:14:15.348499 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a5f3bd12-66fa-470b-99d0-f90e90e32f5a req-db4be156-e0a3-41f3-bf31-b80367fedcee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28695544'] for port (1c1233ff-864e-44dd-aa43-474f8871a90a), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:15.403785 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4be156-e0a3-41f3-bf31-b80367fedcee service neutron] Pushing event updated for resources: {'Port': ['ID=1c1233ff-864e-44dd-aa43-474f8871a90a,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:14:15.474782 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-a5f3bd12-66fa-470b-99d0-f90e90e32f5a req-db4be156-e0a3-41f3-bf31-b80367fedcee service neutron] Attempting to bind port 1c1233ff-864e-44dd-aa43-474f8871a90a on host hv-cinder-83744 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:14:15.475490 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-a5f3bd12-66fa-470b-99d0-f90e90e32f5a req-db4be156-e0a3-41f3-bf31-b80367fedcee service neutron] Attempting to bind port 1c1233ff-864e-44dd-aa43-474f8871a90a by drivers openvswitch,hyperv on host hv-cinder-83744 at level 0 using segments [{'id': '70eb55f3-1215-4f59-bd32-de3295ee0cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:14:15.475490 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f3bd12-66fa-470b-99d0-f90e90e32f5a req-db4be156-e0a3-41f3-bf31-b80367fedcee service neutron] Attempting to bind port 1c1233ff-864e-44dd-aa43-474f8871a90a on network 2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:14:15.480624 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f3bd12-66fa-470b-99d0-f90e90e32f5a req-db4be156-e0a3-41f3-bf31-b80367fedcee service neutron] Port 1c1233ff-864e-44dd-aa43-474f8871a90a on network 2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83744 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 03:14:15.480939 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f3bd12-66fa-470b-99d0-f90e90e32f5a req-db4be156-e0a3-41f3-bf31-b80367fedcee service neutron] Attempting to bind port 1c1233ff-864e-44dd-aa43-474f8871a90a on network 2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:14:15.486133 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f3bd12-66fa-470b-99d0-f90e90e32f5a req-db4be156-e0a3-41f3-bf31-b80367fedcee service neutron] Checking agent: {'id': 'd9b4afc3-988d-4081-ae69-d9ab2b5cf58b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83744', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 3, 2, 51), 'started_at': datetime.datetime(2022, 4, 12, 3, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:14:15.486458 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f3bd12-66fa-470b-99d0-f90e90e32f5a req-db4be156-e0a3-41f3-bf31-b80367fedcee service neutron] Checking segment: {'id': '70eb55f3-1215-4f59-bd32-de3295ee0cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:14:15.486848 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f3bd12-66fa-470b-99d0-f90e90e32f5a req-db4be156-e0a3-41f3-bf31-b80367fedcee service neutron] Bound using segment: {'id': '70eb55f3-1215-4f59-bd32-de3295ee0cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:14:15.487258 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-a5f3bd12-66fa-470b-99d0-f90e90e32f5a req-db4be156-e0a3-41f3-bf31-b80367fedcee service neutron] Bound port: 1c1233ff-864e-44dd-aa43-474f8871a90a, host: hv-cinder-83744, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70eb55f3-1215-4f59-bd32-de3295ee0cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:14:15.487610 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a5f3bd12-66fa-470b-99d0-f90e90e32f5a req-db4be156-e0a3-41f3-bf31-b80367fedcee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (1c1233ff-864e-44dd-aa43-474f8871a90a), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:15.555128 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-a5f3bd12-66fa-470b-99d0-f90e90e32f5a req-db4be156-e0a3-41f3-bf31-b80367fedcee service neutron] For port 1c1233ff-864e-44dd-aa43-474f8871a90a, host hv-cinder-83744, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:14:15.558995 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-a5f3bd12-66fa-470b-99d0-f90e90e32f5a req-db4be156-e0a3-41f3-bf31-b80367fedcee service neutron] For port 1c1233ff-864e-44dd-aa43-474f8871a90a, host hv-cinder-83744, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=1c1233ff-864e-44dd-aa43-474f8871a90a,segment=NetworkSegment(70eb55f3-1215-4f59-bd32-de3295ee0cf8),segment_id=70eb55f3-1215-4f59-bd32-de3295ee0cf8)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:14:15.566442 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a5f3bd12-66fa-470b-99d0-f90e90e32f5a req-db4be156-e0a3-41f3-bf31-b80367fedcee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28695544'] for port (1c1233ff-864e-44dd-aa43-474f8871a90a), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:15.608614 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3bd12-66fa-470b-99d0-f90e90e32f5a req-db4be156-e0a3-41f3-bf31-b80367fedcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:15.609279 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-a5f3bd12-66fa-470b-99d0-f90e90e32f5a req-db4be156-e0a3-41f3-bf31-b80367fedcee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for port (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:15.610782 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-a5f3bd12-66fa-470b-99d0-f90e90e32f5a req-db4be156-e0a3-41f3-bf31-b80367fedcee service neutron] 10.222.0.25 "PUT /v2.0/ports/1c1233ff-864e-44dd-aa43-474f8871a90a HTTP/1.1" status: 200 len: 1094 time: 0.6384420 Apr 12 03:14:15.613393 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb', 'tag': '1c1233ff-864e-44dd-aa43-474f8871a90a'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:14:15.616710 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d98137ebe7b3f8ae23a53251b76916d727952a33f49bb2ab88d2915e9897d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16bcb1b-d3f4-461c-882b-eb45da448727" -d '{"events": [{"name": "network-changed", "server_uuid": "46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb", "tag": "1c1233ff-864e-44dd-aa43-474f8871a90a"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:14:15.647419 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4be156-e0a3-41f3-bf31-b80367fedcee service neutron] Pushing event updated for resources: {'Port': ['ID=1c1233ff-864e-44dd-aa43-474f8871a90a,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:14:15.664360 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a7dbc-4de0-47a3-a59f-fc3caf0c0680 req-f9768baf-f59c-434e-9aa9-03e9e66a3585 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:15.665976 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-4a9a7dbc-4de0-47a3-a59f-fc3caf0c0680 req-f9768baf-f59c-434e-9aa9-03e9e66a3585 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/ports?device_id=46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb HTTP/1.1" status: 200 len: 944 time: 0.0796716 Apr 12 03:14:15.683473 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fbdf6a6-2214-414e-b815-78afda943242 x-openstack-request-id: req-6fbdf6a6-2214-414e-b815-78afda943242 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:14:15.683777 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb", "tag": "1c1233ff-864e-44dd-aa43-474f8871a90a", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:14:15.684162 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6fbdf6a6-2214-414e-b815-78afda943242 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:14:15.684561 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fbdf6a6-2214-414e-b815-78afda943242'] response: {'name': 'network-changed', 'server_uuid': '46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb', 'tag': '1c1233ff-864e-44dd-aa43-474f8871a90a', 'status': 'completed', 'code': 200} Apr 12 03:14:15.697908 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3bd12-66fa-470b-99d0-f90e90e32f5a req-74e0d05c-2d90-4040-a2d1-6cbf733952ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:15.699457 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-a5f3bd12-66fa-470b-99d0-f90e90e32f5a req-74e0d05c-2d90-4040-a2d1-6cbf733952ba service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f1dd2028f6f24f21be7d88a9ff3e7ae5&device_id=46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb HTTP/1.1" status: 200 len: 1128 time: 0.0467710 Apr 12 03:14:15.719022 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-4a9a7dbc-4de0-47a3-a59f-fc3caf0c0680 req-6ae5966f-d745-417e-8fd6-3d4e5814b165 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83742fb-512e-4dab-bef6-6fbbfb0f1265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468669 Apr 12 03:14:15.741895 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-a5f3bd12-66fa-470b-99d0-f90e90e32f5a req-25923bdf-cfc0-4207-89dd-d6be3bd28160 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c1233ff-864e-44dd-aa43-474f8871a90a HTTP/1.1" status: 200 len: 217 time: 0.0357711 Apr 12 03:14:15.794392 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3bd12-66fa-470b-99d0-f90e90e32f5a req-70e6f510-6fdb-4240-9812-a0b56486b62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:15.795979 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-a5f3bd12-66fa-470b-99d0-f90e90e32f5a req-70e6f510-6fdb-4240-9812-a0b56486b62c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1b93d9b5-cf20-41ad-9899-d513f7963be7 HTTP/1.1" status: 200 len: 854 time: 0.0488029 Apr 12 03:14:15.841153 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3bd12-66fa-470b-99d0-f90e90e32f5a req-8784acde-85a4-4be2-be98-aa4830de1f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:15.842562 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-a5f3bd12-66fa-470b-99d0-f90e90e32f5a req-8784acde-85a4-4be2-be98-aa4830de1f51 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407474 Apr 12 03:14:15.938895 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-a5f3bd12-66fa-470b-99d0-f90e90e32f5a req-35a519e4-7d98-4812-8474-331f813e8e74 service neutron] 10.222.0.25 "GET /v2.0/networks/2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897853 Apr 12 03:14:16.026755 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-a5f3bd12-66fa-470b-99d0-f90e90e32f5a req-00466d39-1d60-4649-860f-1bcce8a5b44f service neutron] 10.222.0.25 "GET /v2.0/networks/2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820978 Apr 12 03:14:16.861778 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16bcb1b-d3f4-461c-882b-eb45da448727 req-a064380a-6ee3-4118-957a-a607e4da4307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:16.863162 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-e16bcb1b-d3f4-461c-882b-eb45da448727 req-a064380a-6ee3-4118-957a-a607e4da4307 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f1dd2028f6f24f21be7d88a9ff3e7ae5&device_id=46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb HTTP/1.1" status: 200 len: 1128 time: 0.0769038 Apr 12 03:14:16.871549 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b09dc4-54ea-4857-b8bb-e07ef0abd84b req-b226611f-4bf3-473d-8c5b-5f0c6c002b60 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:16.872915 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-d7b09dc4-54ea-4857-b8bb-e07ef0abd84b req-b226611f-4bf3-473d-8c5b-5f0c6c002b60 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/ports?device_id=46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb HTTP/1.1" status: 200 len: 944 time: 0.0768893 Apr 12 03:14:16.975158 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-d7b09dc4-54ea-4857-b8bb-e07ef0abd84b req-81f9659c-96e6-4652-9155-8953724e6bd3 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83742fb-512e-4dab-bef6-6fbbfb0f1265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943468 Apr 12 03:14:16.993970 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16bcb1b-d3f4-461c-882b-eb45da448727 req-e72292d6-48bb-4798-9483-0f2849a83f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:16.995632 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-e16bcb1b-d3f4-461c-882b-eb45da448727 req-e72292d6-48bb-4798-9483-0f2849a83f4e service neutron] 10.222.0.25 "GET /v2.0/networks?id=2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0 HTTP/1.1" status: 200 len: 915 time: 0.1219087 Apr 12 03:14:17.037177 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-e16bcb1b-d3f4-461c-882b-eb45da448727 req-5a66094d-54f1-415b-81db-05b3beb6af9b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c1233ff-864e-44dd-aa43-474f8871a90a HTTP/1.1" status: 200 len: 217 time: 0.0356247 Apr 12 03:14:17.093440 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16bcb1b-d3f4-461c-882b-eb45da448727 req-cb6f471a-691c-48b2-9c23-7ab7f0108114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:17.094808 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-e16bcb1b-d3f4-461c-882b-eb45da448727 req-cb6f471a-691c-48b2-9c23-7ab7f0108114 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1b93d9b5-cf20-41ad-9899-d513f7963be7 HTTP/1.1" status: 200 len: 854 time: 0.0508780 Apr 12 03:14:17.150198 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16bcb1b-d3f4-461c-882b-eb45da448727 req-2bd2d79c-e317-47eb-b448-791c2fdbf026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:17.151463 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-e16bcb1b-d3f4-461c-882b-eb45da448727 req-2bd2d79c-e317-47eb-b448-791c2fdbf026 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506139 Apr 12 03:14:17.256988 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-e16bcb1b-d3f4-461c-882b-eb45da448727 req-aa3a8de5-c27e-4c93-b1f5-525d9112bee7 service neutron] 10.222.0.25 "GET /v2.0/networks/2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986431 Apr 12 03:14:17.360653 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-e16bcb1b-d3f4-461c-882b-eb45da448727 req-82db32cd-6e84-4975-8f6b-c81bafd85f0a service neutron] 10.222.0.25 "GET /v2.0/networks/2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970795 Apr 12 03:14:18.104957 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b287c-a942-4cc3-a705-59d95ea992d4 req-288b085f-b68d-4844-996a-6238dc8ca22e tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:18.106401 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-728b287c-a942-4cc3-a705-59d95ea992d4 req-288b085f-b68d-4844-996a-6238dc8ca22e tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/ports?device_id=46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb HTTP/1.1" status: 200 len: 944 time: 0.0528238 Apr 12 03:14:18.155083 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-728b287c-a942-4cc3-a705-59d95ea992d4 req-5d5a2201-3a2c-46ac-897a-6c708947d54c tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83742fb-512e-4dab-bef6-6fbbfb0f1265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405092 Apr 12 03:14:19.284846 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a22d7d1-e9d0-418c-9dd6-7e7fdd05e6b4 req-f285d2fd-267b-4fb1-aa3f-cb6acf6ba1ce tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:19.286350 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-0a22d7d1-e9d0-418c-9dd6-7e7fdd05e6b4 req-f285d2fd-267b-4fb1-aa3f-cb6acf6ba1ce tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/ports?device_id=46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb HTTP/1.1" status: 200 len: 944 time: 0.0597482 Apr 12 03:14:19.329469 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device 1c1233ff-864e-44dd-aa43-474f8871a90a details requested by agent hyperv_hv-cinder-83744 with host hv-cinder-83744 {{(pid=103485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 03:14:19.342678 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-0a22d7d1-e9d0-418c-9dd6-7e7fdd05e6b4 req-e95d5f94-591e-476b-8302-9c83fba04cf5 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83742fb-512e-4dab-bef6-6fbbfb0f1265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486560 Apr 12 03:14:19.434512 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port 1c1233ff-864e-44dd-aa43-474f8871a90a, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=1c1233ff-864e-44dd-aa43-474f8871a90a,segment=NetworkSegment(70eb55f3-1215-4f59-bd32-de3295ee0cf8),segment_id=70eb55f3-1215-4f59-bd32-de3295ee0cf8)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:14:19.447194 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Returning: {'device': '1c1233ff-864e-44dd-aa43-474f8871a90a', 'network_id': '2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0', 'port_id': '1c1233ff-864e-44dd-aa43-474f8871a90a', 'mac_address': 'fa:16:3e:a9:bc:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b93d9b5-cf20-41ad-9899-d513f7963be7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 03:14:19.490552 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Current status of the port 1c1233ff-864e-44dd-aa43-474f8871a90a is: DOWN; New status is: BUILD {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:14:19.490933 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (1c1233ff-864e-44dd-aa43-474f8871a90a), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:19.637184 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c1233ff-864e-44dd-aa43-474f8871a90a {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:14:19.657748 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port 1c1233ff-864e-44dd-aa43-474f8871a90a, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=1c1233ff-864e-44dd-aa43-474f8871a90a,segment=NetworkSegment(70eb55f3-1215-4f59-bd32-de3295ee0cf8),segment_id=70eb55f3-1215-4f59-bd32-de3295ee0cf8)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:14:19.664028 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (1c1233ff-864e-44dd-aa43-474f8871a90a), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:19.710735 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Pushing event updated for resources: {'Port': ['ID=1c1233ff-864e-44dd-aa43-474f8871a90a,revision_number=4']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:14:19.877512 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] get_ports_and_sgs() called for port_ids ['1c1233ff-864e-44dd-aa43-474f8871a90a'] {{(pid=103485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:14:20.472953 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd0cdaa-1645-48b4-842a-5b521e59894b req-9cf2c502-e7c1-4fc2-975e-a45a522d7db5 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:20.474425 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-ddd0cdaa-1645-48b4-842a-5b521e59894b req-9cf2c502-e7c1-4fc2-975e-a45a522d7db5 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/ports?device_id=46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb HTTP/1.1" status: 200 len: 945 time: 0.0536890 Apr 12 03:14:20.527709 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-ddd0cdaa-1645-48b4-842a-5b521e59894b req-c95cdfc8-ec48-43ce-a732-1256ab685b79 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83742fb-512e-4dab-bef6-6fbbfb0f1265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435805 Apr 12 03:14:20.881452 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d9b4afc3-988d-4081-ae69-d9ab2b5cf58b), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:21.337749 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device 1c1233ff-864e-44dd-aa43-474f8871a90a up at agent hyperv_hv-cinder-83744 {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:14:21.384818 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Provisioning for port 1c1233ff-864e-44dd-aa43-474f8871a90a completed by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 03:14:21.391865 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Provisioning complete for port 1c1233ff-864e-44dd-aa43-474f8871a90a triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:14:21.392238 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (1c1233ff-864e-44dd-aa43-474f8871a90a), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:21.477498 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Current status of the port 1c1233ff-864e-44dd-aa43-474f8871a90a is: BUILD; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:14:21.477888 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (1c1233ff-864e-44dd-aa43-474f8871a90a), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:21.500897 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c1233ff-864e-44dd-aa43-474f8871a90a'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:14:21.503211 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa41105cf641d53c122ae13245b26b419564b0c0a795a4827d4ee8fd8725077e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ecf5b8-2b10-447a-8fda-2088074da081" -d '{"events": [{"server_uuid": "46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb", "name": "network-vif-plugged", "status": "completed", "tag": "1c1233ff-864e-44dd-aa43-474f8871a90a"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:14:21.515853 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port 1c1233ff-864e-44dd-aa43-474f8871a90a, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=1c1233ff-864e-44dd-aa43-474f8871a90a,segment=NetworkSegment(70eb55f3-1215-4f59-bd32-de3295ee0cf8),segment_id=70eb55f3-1215-4f59-bd32-de3295ee0cf8)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:14:21.526820 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (1c1233ff-864e-44dd-aa43-474f8871a90a), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:21.550442 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7a0a2a-4231-423a-93db-46fc3dabd1a9 x-openstack-request-id: req-fd7a0a2a-4231-423a-93db-46fc3dabd1a9 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:14:21.550727 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb", "name": "network-vif-plugged", "status": "completed", "tag": "1c1233ff-864e-44dd-aa43-474f8871a90a", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:14:21.550985 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fd7a0a2a-4231-423a-93db-46fc3dabd1a9 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:14:21.551377 dv-cinder-837443-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd7a0a2a-4231-423a-93db-46fc3dabd1a9'] response: {'server_uuid': '46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c1233ff-864e-44dd-aa43-474f8871a90a', 'code': 200} Apr 12 03:14:21.578951 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Pushing event updated for resources: {'Port': ['ID=1c1233ff-864e-44dd-aa43-474f8871a90a,revision_number=5']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:14:21.653297 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f855d-55ec-4ec4-bfc9-43b22076a3b4 req-e84df793-3a74-4790-b10d-56c08a5edc60 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:21.654928 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-3a2f855d-55ec-4ec4-bfc9-43b22076a3b4 req-e84df793-3a74-4790-b10d-56c08a5edc60 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/ports?device_id=46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb HTTP/1.1" status: 200 len: 946 time: 0.0528758 Apr 12 03:14:21.712209 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd7dbf-09ed-4fee-84fb-4caad69e1a48 req-d96ab2fe-733c-434a-81c2-ecc153921633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:21.712860 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-3a2f855d-55ec-4ec4-bfc9-43b22076a3b4 req-8d550db0-0d8b-4927-9305-16508ea0fe36 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83742fb-512e-4dab-bef6-6fbbfb0f1265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517168 Apr 12 03:14:21.713702 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-87cd7dbf-09ed-4fee-84fb-4caad69e1a48 req-d96ab2fe-733c-434a-81c2-ecc153921633 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb HTTP/1.1" status: 200 len: 1130 time: 0.0400627 Apr 12 03:14:21.758687 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-87cd7dbf-09ed-4fee-84fb-4caad69e1a48 req-6b9ed56e-9d97-4ce4-bfc6-9617a7c74e2e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d83742fb-512e-4dab-bef6-6fbbfb0f1265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392969 Apr 12 03:14:22.837156 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e383ac-f919-4a71-8234-c098e1bd6ae9 req-0b47cd94-707a-4a73-8b58-f2fc3648ac68 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:22.838597 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-32e383ac-f919-4a71-8234-c098e1bd6ae9 req-0b47cd94-707a-4a73-8b58-f2fc3648ac68 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/ports?device_id=46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb HTTP/1.1" status: 200 len: 946 time: 0.0498455 Apr 12 03:14:22.884713 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-32e383ac-f919-4a71-8234-c098e1bd6ae9 req-79c362e8-5e9f-43f1-8502-7854815a3467 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83742fb-512e-4dab-bef6-6fbbfb0f1265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399961 Apr 12 03:14:24.010078 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2445064-5927-446b-918f-5387b4a30bcb req-1a777ba6-aca6-40c3-bfca-04f3f7ce4fb7 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:24.011506 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-f2445064-5927-446b-918f-5387b4a30bcb req-1a777ba6-aca6-40c3-bfca-04f3f7ce4fb7 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/ports?device_id=46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb HTTP/1.1" status: 200 len: 946 time: 0.0544527 Apr 12 03:14:24.058982 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-f2445064-5927-446b-918f-5387b4a30bcb req-4c0bdd63-93f2-4d7a-a2aa-75a28e7a1380 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83742fb-512e-4dab-bef6-6fbbfb0f1265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412326 Apr 12 03:14:24.190624 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de177362-64db-4d41-92c2-85d9e4612600 req-3083f6da-e6c1-463d-8364-356a7d413def tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:24.191989 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-de177362-64db-4d41-92c2-85d9e4612600 req-3083f6da-e6c1-463d-8364-356a7d413def tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/ports?device_id=46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb HTTP/1.1" status: 200 len: 946 time: 0.0472977 Apr 12 03:14:24.239645 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-de177362-64db-4d41-92c2-85d9e4612600 req-d9824cba-249a-45a9-9ed0-4c52b19403bf tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83742fb-512e-4dab-bef6-6fbbfb0f1265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420461 Apr 12 03:14:24.585828 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bcea41-bcce-4149-a6fc-0ab34b794a88 req-d9b3b736-36ae-4fc0-9fb2-a33a9a688716 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:24.587344 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-f1bcea41-bcce-4149-a6fc-0ab34b794a88 req-d9b3b736-36ae-4fc0-9fb2-a33a9a688716 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/ports?device_id=46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb HTTP/1.1" status: 200 len: 946 time: 0.0610013 Apr 12 03:14:24.646469 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-f1bcea41-bcce-4149-a6fc-0ab34b794a88 req-2da4092d-d118-410b-9489-356e643b12f3 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83742fb-512e-4dab-bef6-6fbbfb0f1265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498698 Apr 12 03:14:24.784509 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3f60a234-8fc7-4218-8704-ce445ea58867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (fa7f2a92-0c20-457b-b451-d8a4489755d5), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:27.262141 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7ba871ae-216a-489d-a818-611bd71d0139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (beb15aed-f2b6-4676-85ca-b43f14e6acf3), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:28.270827 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a63736aa-03b4-448a-a5ac-a324793c796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (2fa08797-e830-4b1e-af03-8a255eb086f2), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:29.958159 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be625cda-7f2b-4ec3-b03f-aa24446ccc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d888e177-8f03-43a8-a394-c59927fa1996), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:31.365908 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:33.087369 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a260152a-c5c5-4faf-9c97-83c313433d5e req-65fefda5-31ff-4d09-b5c4-1e8beccb1e18 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:33.088823 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-a260152a-c5c5-4faf-9c97-83c313433d5e req-65fefda5-31ff-4d09-b5c4-1e8beccb1e18 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/ports?device_id=46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb HTTP/1.1" status: 200 len: 946 time: 0.0514507 Apr 12 03:14:33.140310 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-a260152a-c5c5-4faf-9c97-83c313433d5e req-ff249b66-f470-4e74-9bff-f999c56082f0 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83742fb-512e-4dab-bef6-6fbbfb0f1265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443673 Apr 12 03:14:33.163085 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 52028) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:14:33.358912 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2c8d94-5732-481d-a48e-22785619dfed tempest-TestMinimumBasicScenario-1765530111 tempest-TestMinimumBasicScenario-1765530111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:33.360415 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-9e2c8d94-5732-481d-a48e-22785619dfed tempest-TestMinimumBasicScenario-1765530111 tempest-TestMinimumBasicScenario-1765530111-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb HTTP/1.1" status: 200 len: 1125 time: 0.1963708 Apr 12 03:14:33.365001 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 52032) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:14:33.369119 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-be034b97-e766-494e-bf05-929437a30dac tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Request body: {'floatingip': {'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'port_id': '1c1233ff-864e-44dd-aa43-474f8871a90a', 'tenant_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:14:33.393304 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-be034b97-e766-494e-bf05-929437a30dac tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:33.476344 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-be034b97-e766-494e-bf05-929437a30dac tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:33.584738 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-be034b97-e766-494e-bf05-929437a30dac tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Allocated IP 172.27.3.117 (79cba51c-a00f-4d8d-a813-38deb5f63b2a/29b195a7-2bca-4a4f-ac92-aa862b85642e/460dde85-901a-467b-aa8c-165dcb458d03) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:14:33.689789 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-be034b97-e766-494e-bf05-929437a30dac tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Publish callbacks [] for port (460dde85-901a-467b-aa8c-165dcb458d03), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:33.726213 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-be034b97-e766-494e-bf05-929437a30dac tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28695539'] for port (460dde85-901a-467b-aa8c-165dcb458d03), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:33.765494 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be034b97-e766-494e-bf05-929437a30dac tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Network 79cba51c-a00f-4d8d-a813-38deb5f63b2a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:14:33.768332 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-be034b97-e766-494e-bf05-929437a30dac tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:14:33.771596 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be034b97-e766-494e-bf05-929437a30dac tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:14:33.776843 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be034b97-e766-494e-bf05-929437a30dac tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Pushing event updated for resources: {'Port': ['ID=460dde85-901a-467b-aa8c-165dcb458d03,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:14:34.165141 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-be034b97-e766-494e-bf05-929437a30dac tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Publish callbacks [] for floatingip (9322810b-84d1-45d7-bc16-487d9e6d2658), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:34.239475 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-be034b97-e766-494e-bf05-929437a30dac tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (460dde85-901a-467b-aa8c-165dcb458d03), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:34.393584 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-be034b97-e766-494e-bf05-929437a30dac tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Publish callbacks [] for port (460dde85-901a-467b-aa8c-165dcb458d03), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:34.399862 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-be034b97-e766-494e-bf05-929437a30dac tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28695544'] for port (460dde85-901a-467b-aa8c-165dcb458d03), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:34.465877 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be034b97-e766-494e-bf05-929437a30dac tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Pushing event updated for resources: {'Port': ['ID=460dde85-901a-467b-aa8c-165dcb458d03,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:14:34.479946 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-be034b97-e766-494e-bf05-929437a30dac tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682737'] for floatingip (9322810b-84d1-45d7-bc16-487d9e6d2658), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:34.584010 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.db.l3_db [None req-be034b97-e766-494e-bf05-929437a30dac tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Floating IP 9322810b-84d1-45d7-bc16-487d9e6d2658 associated. External IP: 172.27.3.117, port: 1c1233ff-864e-44dd-aa43-474f8871a90a. Apr 12 03:14:35.080267 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be034b97-e766-494e-bf05-929437a30dac tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Router c6301273-cae1-4b1e-a5a9-8a22a9b2265e has already been hosted by L3 agent beb15aed-f2b6-4676-85ca-b43f14e6acf3 {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:14:35.209045 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be034b97-e766-494e-bf05-929437a30dac tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Notify agent at l3_agent.dv-cinder-837443-1-iscsi the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:14:35.219048 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b259db4-ca09-4688-b6fe-b058d161200c None None] Sync routers for ids ['c6301273-cae1-4b1e-a5a9-8a22a9b2265e'] in dv-cinder-837443-1-iscsi {{(pid=103485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:14:35.227549 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-be034b97-e766-494e-bf05-929437a30dac tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for floatingip (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:35.229815 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b259db4-ca09-4688-b6fe-b058d161200c None None] Routers {'c6301273-cae1-4b1e-a5a9-8a22a9b2265e'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:14:35.230440 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-1b259db4-ca09-4688-b6fe-b058d161200c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:14:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['c6301273-cae1-4b1e-a5a9-8a22a9b2265e'], 'active': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:14:35.261038 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-be034b97-e766-494e-bf05-929437a30dac tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8924181 Apr 12 03:14:35.261038 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb', 'tag': '1c1233ff-864e-44dd-aa43-474f8871a90a'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:14:35.261384 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d98137ebe7b3f8ae23a53251b76916d727952a33f49bb2ab88d2915e9897d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6e6547-610f-48a7-8c50-02165b2ffb43" -d '{"events": [{"name": "network-changed", "server_uuid": "46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb", "tag": "1c1233ff-864e-44dd-aa43-474f8871a90a"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:14:35.261489 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 52034) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:14:35.266186 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [None req-fa8a9bc5-393b-4ca5-9368-11b3ce2890ce tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-840446698', 'description': 'tempest-secgroup-smoke-840446698 description', 'project_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5'}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:14:35.288338 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-fa8a9bc5-393b-4ca5-9368-11b3ce2890ce tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Publish callbacks [] for security_group (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:35.298029 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e1c7a8-f238-46cd-a369-01d32c6f32a9 x-openstack-request-id: req-46e1c7a8-f238-46cd-a369-01d32c6f32a9 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:14:35.298338 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb", "tag": "1c1233ff-864e-44dd-aa43-474f8871a90a", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:14:35.298573 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-46e1c7a8-f238-46cd-a369-01d32c6f32a9 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:14:35.298979 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46e1c7a8-f238-46cd-a369-01d32c6f32a9'] response: {'name': 'network-changed', 'server_uuid': '46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb', 'tag': '1c1233ff-864e-44dd-aa43-474f8871a90a', 'status': 'completed', 'code': 200} Apr 12 03:14:35.350374 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvr_db [None req-1b259db4-ca09-4688-b6fe-b058d161200c None None] Set router c6301273-cae1-4b1e-a5a9-8a22a9b2265e gateway port host: dv-cinder-837443-1-iscsi {{(pid=103485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:14:35.356183 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-fa8a9bc5-393b-4ca5-9368-11b3ce2890ce tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Publish callbacks [] for security_group (0da4cb3d-eb86-4740-bfa2-8422305d28da), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:35.361080 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-fa8a9bc5-393b-4ca5-9368-11b3ce2890ce tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (0da4cb3d-eb86-4740-bfa2-8422305d28da), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:35.365261 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e6547-610f-48a7-8c50-02165b2ffb43 req-4d51cb68-4f7a-4374-b4ff-ebfc2e6f6c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:35.366848 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-ca6e6547-610f-48a7-8c50-02165b2ffb43 req-4d51cb68-4f7a-4374-b4ff-ebfc2e6f6c1a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f1dd2028f6f24f21be7d88a9ff3e7ae5&device_id=46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb HTTP/1.1" status: 200 len: 1130 time: 0.0432687 Apr 12 03:14:35.391414 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-fa8a9bc5-393b-4ca5-9368-11b3ce2890ce tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Publish callbacks [] for security_group (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:35.395558 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 52038) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:14:35.395713 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-fa8a9bc5-393b-4ca5-9368-11b3ce2890ce tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1332002 Apr 12 03:14:35.397813 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8a9bc5-393b-4ca5-9368-11b3ce2890ce tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0da4cb3d-eb86-4740-bfa2-8422305d28da,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:14:35.405584 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8a9bc5-393b-4ca5-9368-11b3ce2890ce tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:14:35.405936 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8a9bc5-393b-4ca5-9368-11b3ce2890ce tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:14:35.406276 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8a9bc5-393b-4ca5-9368-11b3ce2890ce tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:14:35.406613 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8a9bc5-393b-4ca5-9368-11b3ce2890ce tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:14:35.406954 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8a9bc5-393b-4ca5-9368-11b3ce2890ce tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:14:35.407257 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8a9bc5-393b-4ca5-9368-11b3ce2890ce tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:14:35.407991 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8a9bc5-393b-4ca5-9368-11b3ce2890ce tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:14:35.408329 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8a9bc5-393b-4ca5-9368-11b3ce2890ce tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:14:35.408651 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8a9bc5-393b-4ca5-9368-11b3ce2890ce tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:14:35.408977 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8a9bc5-393b-4ca5-9368-11b3ce2890ce tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:14:35.409296 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8a9bc5-393b-4ca5-9368-11b3ce2890ce tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:14:35.409619 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8a9bc5-393b-4ca5-9368-11b3ce2890ce tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:14:35.409940 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8a9bc5-393b-4ca5-9368-11b3ce2890ce tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:14:35.410259 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8a9bc5-393b-4ca5-9368-11b3ce2890ce tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:14:35.410579 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8a9bc5-393b-4ca5-9368-11b3ce2890ce tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:14:35.410908 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-8956311e-3f55-4c3c-88ca-ba20ab4cff92 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Request body: {'security_group_rule': {'security_group_id': '0da4cb3d-eb86-4740-bfa2-8422305d28da', 'project_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:14:35.489230 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8956311e-3f55-4c3c-88ca-ba20ab4cff92 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Publish callbacks [] for security_group_rule (96c5edca-4e22-46c3-bbef-2be15d10d94e), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:35.494922 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e6547-610f-48a7-8c50-02165b2ffb43 req-a7c716a5-e490-4fa9-89c2-3c6241ba0777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:35.496447 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-ca6e6547-610f-48a7-8c50-02165b2ffb43 req-a7c716a5-e490-4fa9-89c2-3c6241ba0777 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0 HTTP/1.1" status: 200 len: 915 time: 0.1218088 Apr 12 03:14:35.579579 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-1b259db4-ca09-4688-b6fe-b058d161200c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6301273-cae1-4b1e-a5a9-8a22a9b2265e', 'name': 'tempest-TestMinimumBasicScenario-1852271644-router', 'tenant_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'd5927e49-abc3-45d5-9c2f-0385057af7eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:13:42Z', 'updated_at': '2022-04-12T03:13:46Z', 'revision_number': 4, 'project_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'gw_port': {'id': 'd5927e49-abc3-45d5-9c2f-0385057af7eb', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:02:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6301273-cae1-4b1e-a5a9-8a22a9b2265e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:43Z', 'updated_at': '2022-04-12T03:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_floatingips': [{'id': '9322810b-84d1-45d7-bc16-487d9e6d2658', 'tenant_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'floating_ip_address': '172.27.3.117', 'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'router_id': 'c6301273-cae1-4b1e-a5a9-8a22a9b2265e', 'port_id': '1c1233ff-864e-44dd-aa43-474f8871a90a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0', 'mac_address': 'fa:16:3e:a9:bc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:14:34Z', 'updated_at': '2022-04-12T03:14:34Z', 'revision_number': 0, 'project_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f3a27cf-2d70-46d9-8d71-e5d715496f30', 'name': '', 'network_id': '2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0', 'tenant_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'mac_address': 'fa:16:3e:f3:b7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6301273-cae1-4b1e-a5a9-8a22a9b2265e', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1b93d9b5-cf20-41ad-9899-d513f7963be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:45Z', 'updated_at': '2022-04-12T03:13:51Z', 'revision_number': 5, 'project_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'subnets': [{'id': '1b93d9b5-cf20-41ad-9899-d513f7963be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:14:35.585417 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-ca6e6547-610f-48a7-8c50-02165b2ffb43 req-3737de48-8351-4347-a1a5-0167426ba175 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c1233ff-864e-44dd-aa43-474f8871a90a HTTP/1.1" status: 200 len: 1000 time: 0.0827117 Apr 12 03:14:35.607202 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b259db4-ca09-4688-b6fe-b058d161200c None None] Checking router: c6301273-cae1-4b1e-a5a9-8a22a9b2265e for host: dv-cinder-837443-1-iscsi {{(pid=103485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:14:35.616220 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b259db4-ca09-4688-b6fe-b058d161200c None None] Routers {'c6301273-cae1-4b1e-a5a9-8a22a9b2265e'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:14:35.616799 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-1b259db4-ca09-4688-b6fe-b058d161200c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:14:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['c6301273-cae1-4b1e-a5a9-8a22a9b2265e'], 'active': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:14:35.622430 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8956311e-3f55-4c3c-88ca-ba20ab4cff92 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Publish callbacks [] for security_group_rule (96c5edca-4e22-46c3-bbef-2be15d10d94e), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:35.628695 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8956311e-3f55-4c3c-88ca-ba20ab4cff92 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707756'] for security_group_rule (96c5edca-4e22-46c3-bbef-2be15d10d94e), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:35.649721 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8956311e-3f55-4c3c-88ca-ba20ab4cff92 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96c5edca-4e22-46c3-bbef-2be15d10d94e,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:14:35.659941 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e6547-610f-48a7-8c50-02165b2ffb43 req-85929c1a-b512-451f-8f8c-ad9e3b7d3427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:35.661598 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-ca6e6547-610f-48a7-8c50-02165b2ffb43 req-85929c1a-b512-451f-8f8c-ad9e3b7d3427 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1b93d9b5-cf20-41ad-9899-d513f7963be7 HTTP/1.1" status: 200 len: 854 time: 0.0691109 Apr 12 03:14:35.664584 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8956311e-3f55-4c3c-88ca-ba20ab4cff92 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:35.668325 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-8956311e-3f55-4c3c-88ca-ba20ab4cff92 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2690823 Apr 12 03:14:35.668790 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 52040) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:14:35.674442 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [None req-cc9f4549-2088-41bb-9a4a-a430d4e8bd93 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Request body: {'security_group_rule': {'security_group_id': '0da4cb3d-eb86-4740-bfa2-8422305d28da', 'project_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:14:35.703240 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-cc9f4549-2088-41bb-9a4a-a430d4e8bd93 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Publish callbacks [] for security_group_rule (516c3234-f24d-4608-86a5-1cb501eb2a9b), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:35.709723 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e6547-610f-48a7-8c50-02165b2ffb43 req-ac828cdd-aa66-4945-9f4e-b08b6d3b9bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:35.711055 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-ca6e6547-610f-48a7-8c50-02165b2ffb43 req-ac828cdd-aa66-4945-9f4e-b08b6d3b9bd9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434768 Apr 12 03:14:35.731707 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvr_db [None req-1b259db4-ca09-4688-b6fe-b058d161200c None None] Set router c6301273-cae1-4b1e-a5a9-8a22a9b2265e gateway port host: dv-cinder-837443-1-iscsi {{(pid=103485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:14:35.770041 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-cc9f4549-2088-41bb-9a4a-a430d4e8bd93 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Publish callbacks [] for security_group_rule (516c3234-f24d-4608-86a5-1cb501eb2a9b), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:35.774378 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-cc9f4549-2088-41bb-9a4a-a430d4e8bd93 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707756'] for security_group_rule (516c3234-f24d-4608-86a5-1cb501eb2a9b), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:35.788789 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f4549-2088-41bb-9a4a-a430d4e8bd93 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=516c3234-f24d-4608-86a5-1cb501eb2a9b,revision_number=0']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:14:35.803926 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-cc9f4549-2088-41bb-9a4a-a430d4e8bd93 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:35.805469 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-cc9f4549-2088-41bb-9a4a-a430d4e8bd93 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1346571 Apr 12 03:14:35.808244 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 52042) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:14:35.813159 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-83f6ceb1-cea5-47a7-a11e-2d3361b3514a tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Request body: {'security_group_rule': {'security_group_id': '0da4cb3d-eb86-4740-bfa2-8422305d28da', 'project_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:14:35.834282 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-ca6e6547-610f-48a7-8c50-02165b2ffb43 req-eaba9155-e5ab-4c05-b357-2a600bb4f604 service neutron] 10.222.0.25 "GET /v2.0/networks/2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141305 Apr 12 03:14:35.872988 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-83f6ceb1-cea5-47a7-a11e-2d3361b3514a tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Publish callbacks [] for security_group_rule (093220f5-03bc-4544-b3a8-4511d15452d5), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:35.954310 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-1b259db4-ca09-4688-b6fe-b058d161200c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6301273-cae1-4b1e-a5a9-8a22a9b2265e', 'name': 'tempest-TestMinimumBasicScenario-1852271644-router', 'tenant_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'd5927e49-abc3-45d5-9c2f-0385057af7eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:13:42Z', 'updated_at': '2022-04-12T03:13:46Z', 'revision_number': 4, 'project_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'gw_port': {'id': 'd5927e49-abc3-45d5-9c2f-0385057af7eb', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:02:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6301273-cae1-4b1e-a5a9-8a22a9b2265e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:43Z', 'updated_at': '2022-04-12T03:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_floatingips': [{'id': '9322810b-84d1-45d7-bc16-487d9e6d2658', 'tenant_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'floating_ip_address': '172.27.3.117', 'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'router_id': 'c6301273-cae1-4b1e-a5a9-8a22a9b2265e', 'port_id': '1c1233ff-864e-44dd-aa43-474f8871a90a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0', 'mac_address': 'fa:16:3e:a9:bc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:14:34Z', 'updated_at': '2022-04-12T03:14:34Z', 'revision_number': 0, 'project_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f3a27cf-2d70-46d9-8d71-e5d715496f30', 'name': '', 'network_id': '2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0', 'tenant_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'mac_address': 'fa:16:3e:f3:b7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6301273-cae1-4b1e-a5a9-8a22a9b2265e', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1b93d9b5-cf20-41ad-9899-d513f7963be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:45Z', 'updated_at': '2022-04-12T03:13:51Z', 'revision_number': 5, 'project_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'subnets': [{'id': '1b93d9b5-cf20-41ad-9899-d513f7963be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:14:35.969634 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-ca6e6547-610f-48a7-8c50-02165b2ffb43 req-9d2b035c-a903-4e82-bcc5-9756bf9b4c4e service neutron] 10.222.0.25 "GET /v2.0/networks/2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274226 Apr 12 03:14:35.974978 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-83f6ceb1-cea5-47a7-a11e-2d3361b3514a tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Publish callbacks [] for security_group_rule (093220f5-03bc-4544-b3a8-4511d15452d5), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:35.979454 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-83f6ceb1-cea5-47a7-a11e-2d3361b3514a tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707756'] for security_group_rule (093220f5-03bc-4544-b3a8-4511d15452d5), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:35.980656 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b259db4-ca09-4688-b6fe-b058d161200c None None] The sync data for ids ['c6301273-cae1-4b1e-a5a9-8a22a9b2265e'] in dv-cinder-837443-1-iscsi is: [{'id': 'c6301273-cae1-4b1e-a5a9-8a22a9b2265e', 'name': 'tempest-TestMinimumBasicScenario-1852271644-router', 'tenant_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'd5927e49-abc3-45d5-9c2f-0385057af7eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:13:42Z', 'updated_at': '2022-04-12T03:13:46Z', 'revision_number': 4, 'project_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'gw_port': {'id': 'd5927e49-abc3-45d5-9c2f-0385057af7eb', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:02:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6301273-cae1-4b1e-a5a9-8a22a9b2265e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:43Z', 'updated_at': '2022-04-12T03:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_floatingips': [{'id': '9322810b-84d1-45d7-bc16-487d9e6d2658', 'tenant_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'floating_ip_address': '172.27.3.117', 'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'router_id': 'c6301273-cae1-4b1e-a5a9-8a22a9b2265e', 'port_id': '1c1233ff-864e-44dd-aa43-474f8871a90a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0', 'mac_address': 'fa:16:3e:a9:bc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:14:34Z', 'updated_at': '2022-04-12T03:14:34Z', 'revision_number': 0, 'project_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f3a27cf-2d70-46d9-8d71-e5d715496f30', 'name': '', 'network_id': '2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0', 'tenant_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'mac_address': 'fa:16:3e:f3:b7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6301273-cae1-4b1e-a5a9-8a22a9b2265e', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1b93d9b5-cf20-41ad-9899-d513f7963be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:45Z', 'updated_at': '2022-04-12T03:13:51Z', 'revision_number': 5, 'project_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'subnets': [{'id': '1b93d9b5-cf20-41ad-9899-d513f7963be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:14:36.004081 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f6ceb1-cea5-47a7-a11e-2d3361b3514a tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=093220f5-03bc-4544-b3a8-4511d15452d5,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:14:36.012645 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-83f6ceb1-cea5-47a7-a11e-2d3361b3514a tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:36.017108 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-83f6ceb1-cea5-47a7-a11e-2d3361b3514a tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2046869 Apr 12 03:14:36.017108 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 52044) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:14:36.021535 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-e84fb88f-848c-440d-a6a6-bc8db890484c tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Request body: {'security_group_rule': {'security_group_id': '0da4cb3d-eb86-4740-bfa2-8422305d28da', 'project_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:14:36.047854 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e84fb88f-848c-440d-a6a6-bc8db890484c tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Publish callbacks [] for security_group_rule (4a97869d-e3ef-46a7-8da6-fc9d61b90251), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:36.108756 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e84fb88f-848c-440d-a6a6-bc8db890484c tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Publish callbacks [] for security_group_rule (4a97869d-e3ef-46a7-8da6-fc9d61b90251), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:36.113600 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e84fb88f-848c-440d-a6a6-bc8db890484c tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707756'] for security_group_rule (4a97869d-e3ef-46a7-8da6-fc9d61b90251), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:36.132420 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84fb88f-848c-440d-a6a6-bc8db890484c tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a97869d-e3ef-46a7-8da6-fc9d61b90251,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:14:36.140867 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e84fb88f-848c-440d-a6a6-bc8db890484c tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:36.142085 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-e84fb88f-848c-440d-a6a6-bc8db890484c tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1243069 Apr 12 03:14:36.145335 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 52046) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:14:36.149795 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [None req-373b8e1b-f3e9-4597-9c65-81d1bcaef1e4 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Request body: {'security_group_rule': {'security_group_id': '0da4cb3d-eb86-4740-bfa2-8422305d28da', 'project_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:14:36.170774 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.db.securitygroups_db [None req-373b8e1b-f3e9-4597-9c65-81d1bcaef1e4 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Project f1dd2028f6f24f21be7d88a9ff3e7ae5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 03:14:36.176588 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-373b8e1b-f3e9-4597-9c65-81d1bcaef1e4 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Publish callbacks [] for security_group_rule (01cef1c7-8927-4242-8ae0-a927490ae7a0), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:36.186304 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1909ba04-1be8-43ef-a410-a83156098f5e None None] New status for floating IP 9322810b-84d1-45d7-bc16-487d9e6d2658: ACTIVE {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 03:14:36.240433 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-373b8e1b-f3e9-4597-9c65-81d1bcaef1e4 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Publish callbacks [] for security_group_rule (01cef1c7-8927-4242-8ae0-a927490ae7a0), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:36.245182 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-373b8e1b-f3e9-4597-9c65-81d1bcaef1e4 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707756'] for security_group_rule (01cef1c7-8927-4242-8ae0-a927490ae7a0), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:36.263240 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373b8e1b-f3e9-4597-9c65-81d1bcaef1e4 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01cef1c7-8927-4242-8ae0-a927490ae7a0,revision_number=0']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:14:36.274325 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-373b8e1b-f3e9-4597-9c65-81d1bcaef1e4 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:36.275833 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-373b8e1b-f3e9-4597-9c65-81d1bcaef1e4 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1294084 Apr 12 03:14:36.278595 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 52048) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:14:36.283202 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-46aeac23-9cf3-4e30-ba9d-7bad3099e2e3 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Request body: {'security_group_rule': {'security_group_id': '0da4cb3d-eb86-4740-bfa2-8422305d28da', 'project_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:14:36.302896 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.db.securitygroups_db [None req-46aeac23-9cf3-4e30-ba9d-7bad3099e2e3 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Project f1dd2028f6f24f21be7d88a9ff3e7ae5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 03:14:36.308372 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-46aeac23-9cf3-4e30-ba9d-7bad3099e2e3 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Publish callbacks [] for security_group_rule (941d8f62-026f-4278-8916-7231ed844c23), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:36.373040 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-46aeac23-9cf3-4e30-ba9d-7bad3099e2e3 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Publish callbacks [] for security_group_rule (941d8f62-026f-4278-8916-7231ed844c23), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:36.377144 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-46aeac23-9cf3-4e30-ba9d-7bad3099e2e3 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707756'] for security_group_rule (941d8f62-026f-4278-8916-7231ed844c23), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:36.395471 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeac23-9cf3-4e30-ba9d-7bad3099e2e3 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=941d8f62-026f-4278-8916-7231ed844c23,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:14:36.403032 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-46aeac23-9cf3-4e30-ba9d-7bad3099e2e3 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:36.404298 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-46aeac23-9cf3-4e30-ba9d-7bad3099e2e3 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1246326 Apr 12 03:14:36.495368 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-7a969303-4e54-4d2f-a954-2a985c7122a1 req-3a52ad70-e5dc-4d93-8334-a26824aff274 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-840446698&fields=id&tenant_id=f1dd2028f6f24f21be7d88a9ff3e7ae5 HTTP/1.1" status: 200 len: 267 time: 0.0462127 Apr 12 03:14:36.556884 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a969303-4e54-4d2f-a954-2a985c7122a1 req-1c051425-40f2-4e88-b5b9-61d0bc4ccd9e tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:36.558315 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-7a969303-4e54-4d2f-a954-2a985c7122a1 req-1c051425-40f2-4e88-b5b9-61d0bc4ccd9e tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/ports?device_id=46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb HTTP/1.1" status: 200 len: 946 time: 0.0540092 Apr 12 03:14:36.569127 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [req-7a969303-4e54-4d2f-a954-2a985c7122a1 req-fc85e648-ff3e-45e1-a6d5-67832fc81666 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Request body: {'port': {'security_groups': ['d83742fb-512e-4dab-bef6-6fbbfb0f1265', '0da4cb3d-eb86-4740-bfa2-8422305d28da']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:14:36.645367 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7a969303-4e54-4d2f-a954-2a985c7122a1 req-fc85e648-ff3e-45e1-a6d5-67832fc81666 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (1c1233ff-864e-44dd-aa43-474f8871a90a), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:36.856737 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-7a969303-4e54-4d2f-a954-2a985c7122a1 req-fc85e648-ff3e-45e1-a6d5-67832fc81666 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] For port 1c1233ff-864e-44dd-aa43-474f8871a90a, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=1c1233ff-864e-44dd-aa43-474f8871a90a,segment=NetworkSegment(70eb55f3-1215-4f59-bd32-de3295ee0cf8),segment_id=70eb55f3-1215-4f59-bd32-de3295ee0cf8)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:14:36.888282 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7a969303-4e54-4d2f-a954-2a985c7122a1 req-fc85e648-ff3e-45e1-a6d5-67832fc81666 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Publish callbacks [] for port (1c1233ff-864e-44dd-aa43-474f8871a90a), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:36.895457 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7a969303-4e54-4d2f-a954-2a985c7122a1 req-fc85e648-ff3e-45e1-a6d5-67832fc81666 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28695544'] for port (1c1233ff-864e-44dd-aa43-474f8871a90a), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:36.907438 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] get_ports_and_sgs() called for port_ids ['1c1233ff-864e-44dd-aa43-474f8871a90a'] {{(pid=103485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:14:36.945974 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a969303-4e54-4d2f-a954-2a985c7122a1 req-fc85e648-ff3e-45e1-a6d5-67832fc81666 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:36.946614 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-7a969303-4e54-4d2f-a954-2a985c7122a1 req-fc85e648-ff3e-45e1-a6d5-67832fc81666 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for port (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:36.947972 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-7a969303-4e54-4d2f-a954-2a985c7122a1 req-fc85e648-ff3e-45e1-a6d5-67832fc81666 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "PUT /v2.0/ports/1c1233ff-864e-44dd-aa43-474f8871a90a HTTP/1.1" status: 200 len: 982 time: 0.3832297 Apr 12 03:14:36.981173 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc85e648-ff3e-45e1-a6d5-67832fc81666 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Pushing event updated for resources: {'Port': ['ID=1c1233ff-864e-44dd-aa43-474f8871a90a,revision_number=6']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:14:37.022435 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] get_ports_and_sgs() called for port_ids ['1c1233ff-864e-44dd-aa43-474f8871a90a'] {{(pid=103485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:14:37.054314 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df9edd-706d-4eaf-a444-50eb55ed1c9d req-ff756a48-08a3-4a76-b59b-fbf404a8ac96 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:37.055906 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-61df9edd-706d-4eaf-a444-50eb55ed1c9d req-ff756a48-08a3-4a76-b59b-fbf404a8ac96 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/ports?device_id=46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb HTTP/1.1" status: 200 len: 985 time: 0.0512018 Apr 12 03:14:37.119876 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-61df9edd-706d-4eaf-a444-50eb55ed1c9d req-6ef7bfe9-4e04-4da8-a5e2-374ded0a06c9 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/security-groups?id=0da4cb3d-eb86-4740-bfa2-8422305d28da&id=d83742fb-512e-4dab-bef6-6fbbfb0f1265&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572538 Apr 12 03:14:37.195168 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-44dcc04c-3e2b-4a18-9966-6bac67940f4f None None] Provisioning complete for port 1c1233ff-864e-44dd-aa43-474f8871a90a triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:14:37.195455 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-44dcc04c-3e2b-4a18-9966-6bac67940f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (1c1233ff-864e-44dd-aa43-474f8871a90a), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:37.300330 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb', 'tag': '1c1233ff-864e-44dd-aa43-474f8871a90a'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:14:37.302717 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d98137ebe7b3f8ae23a53251b76916d727952a33f49bb2ab88d2915e9897d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af84123-12a4-43e5-83dd-fec23a1c8758" -d '{"events": [{"name": "network-changed", "server_uuid": "46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb", "tag": "1c1233ff-864e-44dd-aa43-474f8871a90a"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:14:37.339861 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3869395d-d290-40e7-b8c2-4a9c6c22dd62 x-openstack-request-id: req-3869395d-d290-40e7-b8c2-4a9c6c22dd62 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:14:37.340161 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb", "tag": "1c1233ff-864e-44dd-aa43-474f8871a90a", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:14:37.340432 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3869395d-d290-40e7-b8c2-4a9c6c22dd62 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:14:37.340840 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3869395d-d290-40e7-b8c2-4a9c6c22dd62'] response: {'name': 'network-changed', 'server_uuid': '46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb', 'tag': '1c1233ff-864e-44dd-aa43-474f8871a90a', 'status': 'completed', 'code': 200} Apr 12 03:14:37.398671 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-44dcc04c-3e2b-4a18-9966-6bac67940f4f None None] Current status of the port 1c1233ff-864e-44dd-aa43-474f8871a90a is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:14:37.402550 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af84123-12a4-43e5-83dd-fec23a1c8758 req-3f671b17-94a0-4d39-a03d-e398e5ba7df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:37.403939 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1af84123-12a4-43e5-83dd-fec23a1c8758 req-3f671b17-94a0-4d39-a03d-e398e5ba7df5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f1dd2028f6f24f21be7d88a9ff3e7ae5&device_id=46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb HTTP/1.1" status: 200 len: 1169 time: 0.0442374 Apr 12 03:14:37.495409 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af84123-12a4-43e5-83dd-fec23a1c8758 req-df5d0c77-99da-4f9a-96da-97575dd049da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:37.496911 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1af84123-12a4-43e5-83dd-fec23a1c8758 req-df5d0c77-99da-4f9a-96da-97575dd049da service neutron] 10.222.0.25 "GET /v2.0/networks?id=2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0 HTTP/1.1" status: 200 len: 915 time: 0.0863440 Apr 12 03:14:37.568369 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1af84123-12a4-43e5-83dd-fec23a1c8758 req-d7950185-ff4f-4559-8de3-4de133d56086 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c1233ff-864e-44dd-aa43-474f8871a90a HTTP/1.1" status: 200 len: 1002 time: 0.0656743 Apr 12 03:14:37.623596 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af84123-12a4-43e5-83dd-fec23a1c8758 req-5cc66ce4-a16d-4085-b745-00aadefa9ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:37.625104 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1af84123-12a4-43e5-83dd-fec23a1c8758 req-5cc66ce4-a16d-4085-b745-00aadefa9ecc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1b93d9b5-cf20-41ad-9899-d513f7963be7 HTTP/1.1" status: 200 len: 854 time: 0.0496361 Apr 12 03:14:37.670418 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af84123-12a4-43e5-83dd-fec23a1c8758 req-bece78de-a601-455d-9579-cbbe4ec4dc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:37.671939 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1af84123-12a4-43e5-83dd-fec23a1c8758 req-bece78de-a601-455d-9579-cbbe4ec4dc5b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393825 Apr 12 03:14:37.767379 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1af84123-12a4-43e5-83dd-fec23a1c8758 req-52455458-4e23-4d74-abee-fa08dd11a6e8 service neutron] 10.222.0.25 "GET /v2.0/networks/2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874221 Apr 12 03:14:37.860888 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1af84123-12a4-43e5-83dd-fec23a1c8758 req-8cc36143-9641-406b-ba01-6a90e2069226 service neutron] 10.222.0.25 "GET /v2.0/networks/2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845571 Apr 12 03:14:41.526538 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.agents_db [None req-d3c4685f-78b0-4ffc-8e41-99bd627ddb58 None None] Agent healthcheck: found 6 active agents {{(pid=103486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:14:50.894705 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d9b4afc3-988d-4081-ae69-d9ab2b5cf58b), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:54.792784 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-28d2dc0a-abee-46b3-96e3-9f4096aeb392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (fa7f2a92-0c20-457b-b451-d8a4489755d5), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:56.616464 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-2d9764eb-be57-4240-826c-c18513a552fc req-de8f2a24-f882-4f06-8a42-100e623bd51d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6efbc392-3123-4b92-a8ab-88ecac45b915&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443070 Apr 12 03:14:56.681021 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9764eb-be57-4240-826c-c18513a552fc req-8e035516-5320-49c2-ada2-d5ef1a30dccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:56.682475 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-2d9764eb-be57-4240-826c-c18513a552fc req-8e035516-5320-49c2-ada2-d5ef1a30dccc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=faa0847777334640bf8854a96c6e7a19&device_id=6efbc392-3123-4b92-a8ab-88ecac45b915 HTTP/1.1" status: 200 len: 1129 time: 0.0392828 Apr 12 03:14:56.793205 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9764eb-be57-4240-826c-c18513a552fc req-9e7ff41e-c47d-4c62-b8c6-b60b552456d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:56.794691 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-2d9764eb-be57-4240-826c-c18513a552fc req-9e7ff41e-c47d-4c62-b8c6-b60b552456d5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=da1505d4-daf5-4102-9185-5db938386645 HTTP/1.1" status: 200 len: 911 time: 0.0919778 Apr 12 03:14:56.864262 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-2d9764eb-be57-4240-826c-c18513a552fc req-730987bb-b205-44d2-bbd6-8e5296eadcb9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50a3ef07-1ae7-4442-9489-b74b55ddb1dc HTTP/1.1" status: 200 len: 1000 time: 0.0627763 Apr 12 03:14:56.912583 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9764eb-be57-4240-826c-c18513a552fc req-bd857964-2e07-4afc-bff2-4cac96e1985d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:56.914019 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-2d9764eb-be57-4240-826c-c18513a552fc req-bd857964-2e07-4afc-bff2-4cac96e1985d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9 HTTP/1.1" status: 200 len: 850 time: 0.0438085 Apr 12 03:14:56.961277 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9764eb-be57-4240-826c-c18513a552fc req-57f870c3-bf24-4394-a168-eb8a792b4119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:56.962721 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-2d9764eb-be57-4240-826c-c18513a552fc req-57f870c3-bf24-4394-a168-eb8a792b4119 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=da1505d4-daf5-4102-9185-5db938386645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430882 Apr 12 03:14:57.067029 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-2d9764eb-be57-4240-826c-c18513a552fc req-3f41d38f-a11a-4db1-af63-aa7868a6d1bd service neutron] 10.222.0.25 "GET /v2.0/networks/da1505d4-daf5-4102-9185-5db938386645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971005 Apr 12 03:14:57.164723 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-2d9764eb-be57-4240-826c-c18513a552fc req-699f1053-0995-41ff-bce0-318fa72acdb8 service neutron] 10.222.0.25 "GET /v2.0/networks/da1505d4-daf5-4102-9185-5db938386645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913193 Apr 12 03:14:57.261843 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2117fe0b-f63b-4f0f-86ad-e3eef83fef67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (beb15aed-f2b6-4676-85ca-b43f14e6acf3), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:58.281771 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a63736aa-03b4-448a-a5ac-a324793c796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (2fa08797-e830-4b1e-af03-8a255eb086f2), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:59.962875 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be625cda-7f2b-4ec3-b03f-aa24446ccc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d888e177-8f03-43a8-a394-c59927fa1996), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:00.101124 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e03a40-4a38-4c1a-8804-4468d9354f86 req-966158d9-2902-4df8-91fb-3cdb269b071b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:00.102650 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-56e03a40-4a38-4c1a-8804-4468d9354f86 req-966158d9-2902-4df8-91fb-3cdb269b071b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f1dd2028f6f24f21be7d88a9ff3e7ae5&device_id=46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb HTTP/1.1" status: 200 len: 1169 time: 0.0486636 Apr 12 03:15:00.227953 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e03a40-4a38-4c1a-8804-4468d9354f86 req-d51d17f0-f229-409c-8d57-1b90dc6ef138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:00.229395 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-56e03a40-4a38-4c1a-8804-4468d9354f86 req-d51d17f0-f229-409c-8d57-1b90dc6ef138 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0 HTTP/1.1" status: 200 len: 915 time: 0.1208842 Apr 12 03:15:00.240672 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a1aa1-48bc-4482-ae60-c252e3c6e4bd req-e5c6435d-a187-45d7-b6ec-2f2a014fe94a tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:00.241995 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-fc0a1aa1-48bc-4482-ae60-c252e3c6e4bd req-e5c6435d-a187-45d7-b6ec-2f2a014fe94a tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/ports?device_id=46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb HTTP/1.1" status: 200 len: 985 time: 0.1774275 Apr 12 03:15:00.328427 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-56e03a40-4a38-4c1a-8804-4468d9354f86 req-8324b67d-3654-46d7-9568-968661e7b096 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c1233ff-864e-44dd-aa43-474f8871a90a HTTP/1.1" status: 200 len: 1002 time: 0.0855074 Apr 12 03:15:00.380329 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-fc0a1aa1-48bc-4482-ae60-c252e3c6e4bd req-fa5e417c-e86d-468b-a76a-24405d67ebe8 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/security-groups?id=0da4cb3d-eb86-4740-bfa2-8422305d28da&id=d83742fb-512e-4dab-bef6-6fbbfb0f1265&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1320348 Apr 12 03:15:00.395880 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e03a40-4a38-4c1a-8804-4468d9354f86 req-763567cd-dd40-4c3f-b002-9b106cc2056d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:00.397366 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-56e03a40-4a38-4c1a-8804-4468d9354f86 req-763567cd-dd40-4c3f-b002-9b106cc2056d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1b93d9b5-cf20-41ad-9899-d513f7963be7 HTTP/1.1" status: 200 len: 854 time: 0.0610728 Apr 12 03:15:00.441736 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e03a40-4a38-4c1a-8804-4468d9354f86 req-a56b33b6-d6fb-46ce-8ba9-9b34156c1339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:00.443208 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-56e03a40-4a38-4c1a-8804-4468d9354f86 req-a56b33b6-d6fb-46ce-8ba9-9b34156c1339 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393960 Apr 12 03:15:00.536020 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-56e03a40-4a38-4c1a-8804-4468d9354f86 req-2e2b1f11-2fec-40bf-abdc-a45b379422b6 service neutron] 10.222.0.25 "GET /v2.0/networks/2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862558 Apr 12 03:15:00.628765 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-56e03a40-4a38-4c1a-8804-4468d9354f86 req-a6cc632e-af3a-4c45-a849-f127c41c3c1c service neutron] 10.222.0.25 "GET /v2.0/networks/2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865495 Apr 12 03:15:01.370329 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:01.571298 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233becf1-0624-44a2-ad53-73155ba109d6 req-15d26bf9-fc1b-4ee1-b27b-04c903ea1d1c tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:01.572785 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-233becf1-0624-44a2-ad53-73155ba109d6 req-15d26bf9-fc1b-4ee1-b27b-04c903ea1d1c tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/ports?device_id=46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb HTTP/1.1" status: 200 len: 985 time: 0.1203349 Apr 12 03:15:01.635938 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-233becf1-0624-44a2-ad53-73155ba109d6 req-8547a7f2-a85b-4ef0-bc5e-669aebe20f05 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/security-groups?id=0da4cb3d-eb86-4740-bfa2-8422305d28da&id=d83742fb-512e-4dab-bef6-6fbbfb0f1265&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539670 Apr 12 03:15:02.768668 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fead64-5985-42ab-95e1-f1d1e4c0c4fa req-c6e4a1c3-6f36-4238-8523-1b3de3ddcb58 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:02.770137 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-69fead64-5985-42ab-95e1-f1d1e4c0c4fa req-c6e4a1c3-6f36-4238-8523-1b3de3ddcb58 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/ports?device_id=46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb HTTP/1.1" status: 200 len: 985 time: 0.0587952 Apr 12 03:15:02.835226 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-69fead64-5985-42ab-95e1-f1d1e4c0c4fa req-039207f5-9153-461d-ba51-963c2ded6758 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/security-groups?id=0da4cb3d-eb86-4740-bfa2-8422305d28da&id=d83742fb-512e-4dab-bef6-6fbbfb0f1265&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0592418 Apr 12 03:15:03.963379 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc610ae8-ce54-4973-981d-c0370d1e8aad req-54ddfd09-3a4c-4f96-88fc-9093cc773fc7 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:03.964850 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-fc610ae8-ce54-4973-981d-c0370d1e8aad req-54ddfd09-3a4c-4f96-88fc-9093cc773fc7 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/ports?device_id=46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb HTTP/1.1" status: 200 len: 985 time: 0.0479481 Apr 12 03:15:04.024537 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-fc610ae8-ce54-4973-981d-c0370d1e8aad req-40d95c97-6c62-49f6-a4d1-f4232cc3be58 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/security-groups?id=0da4cb3d-eb86-4740-bfa2-8422305d28da&id=d83742fb-512e-4dab-bef6-6fbbfb0f1265&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537226 Apr 12 03:15:05.146129 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f1bc40-2eb5-49e4-a914-6cfc4e97bc1b req-a68a656f-0d4e-4675-b747-e0fdd6bbdd80 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:05.147591 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-17f1bc40-2eb5-49e4-a914-6cfc4e97bc1b req-a68a656f-0d4e-4675-b747-e0fdd6bbdd80 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/ports?device_id=46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb HTTP/1.1" status: 200 len: 985 time: 0.0558674 Apr 12 03:15:05.210182 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-17f1bc40-2eb5-49e4-a914-6cfc4e97bc1b req-f7439185-3d97-4430-b8f8-ebe8418751bc tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/security-groups?id=0da4cb3d-eb86-4740-bfa2-8422305d28da&id=d83742fb-512e-4dab-bef6-6fbbfb0f1265&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540240 Apr 12 03:15:06.333776 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80939a62-f28e-4d85-abee-547502a7f389 req-124f969b-579b-46e2-bc76-c79419f84c07 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:06.335244 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-80939a62-f28e-4d85-abee-547502a7f389 req-124f969b-579b-46e2-bc76-c79419f84c07 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/ports?device_id=46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb HTTP/1.1" status: 200 len: 985 time: 0.0502744 Apr 12 03:15:06.405229 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-80939a62-f28e-4d85-abee-547502a7f389 req-2e9cc903-4719-48fb-8676-776177f580e0 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/security-groups?id=0da4cb3d-eb86-4740-bfa2-8422305d28da&id=d83742fb-512e-4dab-bef6-6fbbfb0f1265&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0619781 Apr 12 03:15:07.539601 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a32daa-8696-4ef9-a906-d6bf552a3e32 req-1b53a1ab-59c0-4173-be8c-0e6c58719e8a tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:07.541037 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-67a32daa-8696-4ef9-a906-d6bf552a3e32 req-1b53a1ab-59c0-4173-be8c-0e6c58719e8a tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/ports?device_id=46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb HTTP/1.1" status: 200 len: 985 time: 0.0485089 Apr 12 03:15:07.600860 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-67a32daa-8696-4ef9-a906-d6bf552a3e32 req-08c82fb4-8054-441e-bc16-e0b1852a0c54 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/security-groups?id=0da4cb3d-eb86-4740-bfa2-8422305d28da&id=d83742fb-512e-4dab-bef6-6fbbfb0f1265&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539019 Apr 12 03:15:08.728587 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbf1fad-9626-4235-b828-da52e6319635 req-e37b4896-0fd1-4ddd-b6c3-39de7851fe4b tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:08.730056 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-fcbf1fad-9626-4235-b828-da52e6319635 req-e37b4896-0fd1-4ddd-b6c3-39de7851fe4b tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/ports?device_id=46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb HTTP/1.1" status: 200 len: 985 time: 0.0514314 Apr 12 03:15:08.814475 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-fcbf1fad-9626-4235-b828-da52e6319635 req-c29524e6-5e82-4d62-94a4-84669b96404f tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/security-groups?id=0da4cb3d-eb86-4740-bfa2-8422305d28da&id=d83742fb-512e-4dab-bef6-6fbbfb0f1265&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0757279 Apr 12 03:15:09.948063 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96b9f2-3f6c-4032-81fb-a5c92427d951 req-98c7f5e7-5c46-4773-96ad-6aa61d43d72e tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:09.949804 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-5d96b9f2-3f6c-4032-81fb-a5c92427d951 req-98c7f5e7-5c46-4773-96ad-6aa61d43d72e tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/ports?device_id=46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb HTTP/1.1" status: 200 len: 985 time: 0.0593176 Apr 12 03:15:10.012187 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-5d96b9f2-3f6c-4032-81fb-a5c92427d951 req-1b38ed53-70a3-4717-92d2-58b3ec3524f3 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/security-groups?id=0da4cb3d-eb86-4740-bfa2-8422305d28da&id=d83742fb-512e-4dab-bef6-6fbbfb0f1265&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564187 Apr 12 03:15:11.132943 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf79d16-1af2-4870-84c5-efacbe36e83e req-77c8063c-40d9-41f7-8f3f-c3d9a20ba72c tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:11.134418 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-1bf79d16-1af2-4870-84c5-efacbe36e83e req-77c8063c-40d9-41f7-8f3f-c3d9a20ba72c tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/ports?device_id=46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb HTTP/1.1" status: 200 len: 985 time: 0.0476911 Apr 12 03:15:11.195462 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-1bf79d16-1af2-4870-84c5-efacbe36e83e req-ee90e725-dea9-433a-8a7e-94ab6a97a9e2 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/security-groups?id=0da4cb3d-eb86-4740-bfa2-8422305d28da&id=d83742fb-512e-4dab-bef6-6fbbfb0f1265&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553942 Apr 12 03:15:12.328289 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddfc2e1-236d-4944-92c1-3e2d4f6f94a0 req-d91ad128-a706-4722-9be6-6d2155d65a78 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:12.330756 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-3ddfc2e1-236d-4944-92c1-3e2d4f6f94a0 req-d91ad128-a706-4722-9be6-6d2155d65a78 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/ports?device_id=46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb HTTP/1.1" status: 200 len: 985 time: 0.0559752 Apr 12 03:15:12.392779 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-3ddfc2e1-236d-4944-92c1-3e2d4f6f94a0 req-d1cfd933-5671-4a21-9508-7fbe99d35b08 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/security-groups?id=0da4cb3d-eb86-4740-bfa2-8422305d28da&id=d83742fb-512e-4dab-bef6-6fbbfb0f1265&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559535 Apr 12 03:15:13.533949 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf78875-e1c6-4662-9cb0-ee2413f88301 req-95fbd3d3-9ee1-4642-83d6-afdf9ec92cf9 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:13.536085 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-adf78875-e1c6-4662-9cb0-ee2413f88301 req-95fbd3d3-9ee1-4642-83d6-afdf9ec92cf9 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/ports?device_id=46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb HTTP/1.1" status: 200 len: 985 time: 0.0622752 Apr 12 03:15:13.599067 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-adf78875-e1c6-4662-9cb0-ee2413f88301 req-83583a7d-70da-4cf0-bb77-5c75887ddf68 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/security-groups?id=0da4cb3d-eb86-4740-bfa2-8422305d28da&id=d83742fb-512e-4dab-bef6-6fbbfb0f1265&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566778 Apr 12 03:15:14.739666 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe5159-795e-442a-a7ee-e3067383614d req-a3374d02-c082-4072-a012-32f7aba439bc tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:14.741286 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-4ebe5159-795e-442a-a7ee-e3067383614d req-a3374d02-c082-4072-a012-32f7aba439bc tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/ports?device_id=46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb HTTP/1.1" status: 200 len: 985 time: 0.0551825 Apr 12 03:15:14.806132 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-4ebe5159-795e-442a-a7ee-e3067383614d req-980da30c-5f0c-4303-b149-a0c6a91e0564 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/security-groups?id=0da4cb3d-eb86-4740-bfa2-8422305d28da&id=d83742fb-512e-4dab-bef6-6fbbfb0f1265&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0591025 Apr 12 03:15:15.927337 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e32940-1958-4c0a-a07d-43b8695a5c34 req-e2aeb993-af05-4b7c-9363-b49fe47c96ba tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:15.928743 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-25e32940-1958-4c0a-a07d-43b8695a5c34 req-e2aeb993-af05-4b7c-9363-b49fe47c96ba tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/ports?device_id=46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb HTTP/1.1" status: 200 len: 985 time: 0.0473015 Apr 12 03:15:15.998295 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-25e32940-1958-4c0a-a07d-43b8695a5c34 req-9f85ee30-ba41-46eb-b362-d66f969f6f19 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/security-groups?id=0da4cb3d-eb86-4740-bfa2-8422305d28da&id=d83742fb-512e-4dab-bef6-6fbbfb0f1265&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0637579 Apr 12 03:15:17.139653 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d44f2b-3ab8-4b6e-aa06-9febca2fc6a0 req-9335e28d-7e10-4777-af46-f382c03eeebf tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:17.141131 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-03d44f2b-3ab8-4b6e-aa06-9febca2fc6a0 req-9335e28d-7e10-4777-af46-f382c03eeebf tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/ports?device_id=46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb HTTP/1.1" status: 200 len: 985 time: 0.0567167 Apr 12 03:15:17.205294 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-03d44f2b-3ab8-4b6e-aa06-9febca2fc6a0 req-75ed6036-c6f6-434e-b82b-bb605c17d081 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/security-groups?id=0da4cb3d-eb86-4740-bfa2-8422305d28da&id=d83742fb-512e-4dab-bef6-6fbbfb0f1265&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0584121 Apr 12 03:15:18.528800 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.agents_db [None req-d3c4685f-78b0-4ffc-8e41-99bd627ddb58 None None] Agent healthcheck: found 6 active agents {{(pid=103486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:15:20.896594 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d9b4afc3-988d-4081-ae69-d9ab2b5cf58b), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:21.173175 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 52108) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:15:21.343494 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-89592f05-fdbd-4460-a51f-c876d4dbda37 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Deleting port 17780adb-7c0b-40dd-b9f7-485213cfa146 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:15:21.343818 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-89592f05-fdbd-4460-a51f-c876d4dbda37 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (17780adb-7c0b-40dd-b9f7-485213cfa146), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:21.423090 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-89592f05-fdbd-4460-a51f-c876d4dbda37 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (17780adb-7c0b-40dd-b9f7-485213cfa146), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:21.423419 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-89592f05-fdbd-4460-a51f-c876d4dbda37 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks [] for floatingip (17780adb-7c0b-40dd-b9f7-485213cfa146), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:21.436001 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-89592f05-fdbd-4460-a51f-c876d4dbda37 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Calling delete_port for 17780adb-7c0b-40dd-b9f7-485213cfa146 owned by network:floatingip {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:15:21.887713 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-89592f05-fdbd-4460-a51f-c876d4dbda37 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28695539'] for port (17780adb-7c0b-40dd-b9f7-485213cfa146), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:21.911354 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89592f05-fdbd-4460-a51f-c876d4dbda37 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Pushing event deleted for resources: {'Port': ['ID=17780adb-7c0b-40dd-b9f7-485213cfa146,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:15:21.921252 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89592f05-fdbd-4460-a51f-c876d4dbda37 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:15:21.921593 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89592f05-fdbd-4460-a51f-c876d4dbda37 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:15:21.921928 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89592f05-fdbd-4460-a51f-c876d4dbda37 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:15:21.922257 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89592f05-fdbd-4460-a51f-c876d4dbda37 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:15:21.922581 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89592f05-fdbd-4460-a51f-c876d4dbda37 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:15:21.922900 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89592f05-fdbd-4460-a51f-c876d4dbda37 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:15:21.923217 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89592f05-fdbd-4460-a51f-c876d4dbda37 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:15:21.924250 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89592f05-fdbd-4460-a51f-c876d4dbda37 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:15:21.924250 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89592f05-fdbd-4460-a51f-c876d4dbda37 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:15:21.924250 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89592f05-fdbd-4460-a51f-c876d4dbda37 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:15:21.924536 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89592f05-fdbd-4460-a51f-c876d4dbda37 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:15:21.924768 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89592f05-fdbd-4460-a51f-c876d4dbda37 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:15:21.925108 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89592f05-fdbd-4460-a51f-c876d4dbda37 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:15:21.925425 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89592f05-fdbd-4460-a51f-c876d4dbda37 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:15:21.925722 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89592f05-fdbd-4460-a51f-c876d4dbda37 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:15:21.986745 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-89592f05-fdbd-4460-a51f-c876d4dbda37 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks [] for floatingip (cefbe9a2-62eb-4146-8e2e-c3552121a999), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:21.987064 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.db.l3_db [None req-89592f05-fdbd-4460-a51f-c876d4dbda37 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Floating IP cefbe9a2-62eb-4146-8e2e-c3552121a999 disassociated (deleted). External IP: 172.27.3.73, port: 50a3ef07-1ae7-4442-9489-b74b55ddb1dc. Apr 12 03:15:22.211939 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89592f05-fdbd-4460-a51f-c876d4dbda37 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Router 860366b1-e648-4b30-a975-ccbfb4a75ba5 has already been hosted by L3 agent beb15aed-f2b6-4676-85ca-b43f14e6acf3 {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:15:22.325534 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89592f05-fdbd-4460-a51f-c876d4dbda37 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Notify agent at l3_agent.dv-cinder-837443-1-iscsi the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:15:22.330336 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-89592f05-fdbd-4460-a51f-c876d4dbda37 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for floatingip (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:22.336132 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8904d76-7eaf-492d-8ca1-599730311b99 None None] Sync routers for ids ['860366b1-e648-4b30-a975-ccbfb4a75ba5'] in dv-cinder-837443-1-iscsi {{(pid=103485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:15:22.345962 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8904d76-7eaf-492d-8ca1-599730311b99 None None] Routers {'860366b1-e648-4b30-a975-ccbfb4a75ba5'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:15:22.346578 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-b8904d76-7eaf-492d-8ca1-599730311b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:14:57Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['860366b1-e648-4b30-a975-ccbfb4a75ba5'], 'active': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:15:22.361115 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-89592f05-fdbd-4460-a51f-c876d4dbda37 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "DELETE /v2.0/floatingips/cefbe9a2-62eb-4146-8e2e-c3552121a999 HTTP/1.1" status: 204 len: 168 time: 1.1866400 Apr 12 03:15:22.361841 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6efbc392-3123-4b92-a8ab-88ecac45b915', 'tag': '50a3ef07-1ae7-4442-9489-b74b55ddb1dc'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:15:22.364197 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d98137ebe7b3f8ae23a53251b76916d727952a33f49bb2ab88d2915e9897d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bbfe5ad-2320-4daa-a345-5b86d0ba9d6d" -d '{"events": [{"name": "network-changed", "server_uuid": "6efbc392-3123-4b92-a8ab-88ecac45b915", "tag": "50a3ef07-1ae7-4442-9489-b74b55ddb1dc"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:15:22.401549 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d461f720-d79c-45da-83c4-36da9ee33c1e x-openstack-request-id: req-d461f720-d79c-45da-83c4-36da9ee33c1e {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:15:22.401849 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6efbc392-3123-4b92-a8ab-88ecac45b915", "tag": "50a3ef07-1ae7-4442-9489-b74b55ddb1dc", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:15:22.402106 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d461f720-d79c-45da-83c4-36da9ee33c1e {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:15:22.402515 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d461f720-d79c-45da-83c4-36da9ee33c1e'] response: {'name': 'network-changed', 'server_uuid': '6efbc392-3123-4b92-a8ab-88ecac45b915', 'tag': '50a3ef07-1ae7-4442-9489-b74b55ddb1dc', 'status': 'completed', 'code': 200} Apr 12 03:15:22.459192 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvr_db [None req-b8904d76-7eaf-492d-8ca1-599730311b99 None None] Set router 860366b1-e648-4b30-a975-ccbfb4a75ba5 gateway port host: dv-cinder-837443-1-iscsi {{(pid=103485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:15:22.518519 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbfe5ad-2320-4daa-a345-5b86d0ba9d6d req-1aa254ae-6aa1-4b43-8347-554e74989c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:22.520146 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1bbfe5ad-2320-4daa-a345-5b86d0ba9d6d req-1aa254ae-6aa1-4b43-8347-554e74989c16 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=faa0847777334640bf8854a96c6e7a19&device_id=6efbc392-3123-4b92-a8ab-88ecac45b915 HTTP/1.1" status: 200 len: 1129 time: 0.0978854 Apr 12 03:15:22.607508 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc28b7d-1b86-4178-9e7c-89601a729fe5 req-a37d6a07-1ea0-48dc-91fc-c4ff05bd710f tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:22.609027 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-9dc28b7d-1b86-4178-9e7c-89601a729fe5 req-a37d6a07-1ea0-48dc-91fc-c4ff05bd710f tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=6efbc392-3123-4b92-a8ab-88ecac45b915 HTTP/1.1" status: 200 len: 945 time: 0.0484269 Apr 12 03:15:22.658867 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-9dc28b7d-1b86-4178-9e7c-89601a729fe5 req-ad5efa7e-13e2-46de-824f-e525d35c396d tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442166 Apr 12 03:15:22.692934 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-b8904d76-7eaf-492d-8ca1-599730311b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'name': 'tempest-TestVolumeBootPattern-861698763-router', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e0318674-e90e-4bb8-8fcc-2fc22c1902e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:07:44Z', 'updated_at': '2022-04-12T03:07:47Z', 'revision_number': 4, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'gw_port': {'id': 'e0318674-e90e-4bb8-8fcc-2fc22c1902e1', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:94:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:07:45Z', 'updated_at': '2022-04-12T03:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_floatingips': [{'id': 'd20843bd-a75c-47a7-a40c-a7ccd40dff28', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'floating_ip_address': '172.27.3.65', 'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'router_id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'port_id': 'c21a9a3d-206d-40d1-a338-b52214c7e9f1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da1505d4-daf5-4102-9185-5db938386645', 'mac_address': 'fa:16:3e:66:4c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f61b5d5-50f3-4366-8058-6e4e86dd4e9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:11:24Z', 'updated_at': '2022-04-12T03:11:26Z', 'revision_number': 1, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6510844-55e2-4171-ac51-a2dfce30d3b3', 'name': '', 'network_id': 'da1505d4-daf5-4102-9185-5db938386645', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'mac_address': 'fa:16:3e:62:3a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:07:47Z', 'updated_at': '2022-04-12T03:07:53Z', 'revision_number': 5, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'subnets': [{'id': '2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:15:22.722917 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8904d76-7eaf-492d-8ca1-599730311b99 None None] Checking router: 860366b1-e648-4b30-a975-ccbfb4a75ba5 for host: dv-cinder-837443-1-iscsi {{(pid=103485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:15:22.731592 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8904d76-7eaf-492d-8ca1-599730311b99 None None] Routers {'860366b1-e648-4b30-a975-ccbfb4a75ba5'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:15:22.732215 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-b8904d76-7eaf-492d-8ca1-599730311b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:14:57Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['860366b1-e648-4b30-a975-ccbfb4a75ba5'], 'active': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:15:22.842818 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvr_db [None req-b8904d76-7eaf-492d-8ca1-599730311b99 None None] Set router 860366b1-e648-4b30-a975-ccbfb4a75ba5 gateway port host: dv-cinder-837443-1-iscsi {{(pid=103485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:15:23.054990 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-b8904d76-7eaf-492d-8ca1-599730311b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'name': 'tempest-TestVolumeBootPattern-861698763-router', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e0318674-e90e-4bb8-8fcc-2fc22c1902e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:07:44Z', 'updated_at': '2022-04-12T03:07:47Z', 'revision_number': 4, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'gw_port': {'id': 'e0318674-e90e-4bb8-8fcc-2fc22c1902e1', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:94:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:07:45Z', 'updated_at': '2022-04-12T03:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_floatingips': [{'id': 'd20843bd-a75c-47a7-a40c-a7ccd40dff28', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'floating_ip_address': '172.27.3.65', 'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'router_id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'port_id': 'c21a9a3d-206d-40d1-a338-b52214c7e9f1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da1505d4-daf5-4102-9185-5db938386645', 'mac_address': 'fa:16:3e:66:4c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f61b5d5-50f3-4366-8058-6e4e86dd4e9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:11:24Z', 'updated_at': '2022-04-12T03:11:26Z', 'revision_number': 1, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6510844-55e2-4171-ac51-a2dfce30d3b3', 'name': '', 'network_id': 'da1505d4-daf5-4102-9185-5db938386645', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'mac_address': 'fa:16:3e:62:3a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:07:47Z', 'updated_at': '2022-04-12T03:07:53Z', 'revision_number': 5, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'subnets': [{'id': '2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:15:23.089749 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8904d76-7eaf-492d-8ca1-599730311b99 None None] The sync data for ids ['860366b1-e648-4b30-a975-ccbfb4a75ba5'] in dv-cinder-837443-1-iscsi is: [{'id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'name': 'tempest-TestVolumeBootPattern-861698763-router', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e0318674-e90e-4bb8-8fcc-2fc22c1902e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:07:44Z', 'updated_at': '2022-04-12T03:07:47Z', 'revision_number': 4, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'gw_port': {'id': 'e0318674-e90e-4bb8-8fcc-2fc22c1902e1', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:94:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:07:45Z', 'updated_at': '2022-04-12T03:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_floatingips': [{'id': 'd20843bd-a75c-47a7-a40c-a7ccd40dff28', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'floating_ip_address': '172.27.3.65', 'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'router_id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'port_id': 'c21a9a3d-206d-40d1-a338-b52214c7e9f1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da1505d4-daf5-4102-9185-5db938386645', 'mac_address': 'fa:16:3e:66:4c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f61b5d5-50f3-4366-8058-6e4e86dd4e9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:11:24Z', 'updated_at': '2022-04-12T03:11:26Z', 'revision_number': 1, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6510844-55e2-4171-ac51-a2dfce30d3b3', 'name': '', 'network_id': 'da1505d4-daf5-4102-9185-5db938386645', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'mac_address': 'fa:16:3e:62:3a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:07:47Z', 'updated_at': '2022-04-12T03:07:53Z', 'revision_number': 5, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'subnets': [{'id': '2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:15:23.313915 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482f3a8f-db74-4bb5-a41f-bbc5ed485647 None None] New status for floating IP cefbe9a2-62eb-4146-8e2e-c3552121a999: DOWN {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 03:15:23.668277 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbfe5ad-2320-4daa-a345-5b86d0ba9d6d req-eb703564-09c2-4dc6-9075-685457eededd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:23.669751 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1bbfe5ad-2320-4daa-a345-5b86d0ba9d6d req-eb703564-09c2-4dc6-9075-685457eededd service neutron] 10.222.0.25 "GET /v2.0/networks?id=da1505d4-daf5-4102-9185-5db938386645 HTTP/1.1" status: 200 len: 911 time: 0.0989866 Apr 12 03:15:23.794850 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e02b3-b8ca-4ee4-8003-7123e271bc65 req-2939ff93-7c54-45d2-aa04-12b7762aa65e tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:23.796344 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-890e02b3-b8ca-4ee4-8003-7123e271bc65 req-2939ff93-7c54-45d2-aa04-12b7762aa65e tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=6efbc392-3123-4b92-a8ab-88ecac45b915 HTTP/1.1" status: 200 len: 945 time: 0.0560277 Apr 12 03:15:23.802775 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1bbfe5ad-2320-4daa-a345-5b86d0ba9d6d req-40f553fd-0eab-469e-a71f-f4302792b574 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50a3ef07-1ae7-4442-9489-b74b55ddb1dc HTTP/1.1" status: 200 len: 217 time: 0.0384350 Apr 12 03:15:23.854391 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbfe5ad-2320-4daa-a345-5b86d0ba9d6d req-5b4733eb-3e59-45f3-a7e6-b6c000d1fe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:23.854623 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-890e02b3-b8ca-4ee4-8003-7123e271bc65 req-42f6606a-d6bb-462e-bed7-fd864247a062 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522330 Apr 12 03:15:23.855739 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1bbfe5ad-2320-4daa-a345-5b86d0ba9d6d req-5b4733eb-3e59-45f3-a7e6-b6c000d1fe51 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9 HTTP/1.1" status: 200 len: 850 time: 0.0439036 Apr 12 03:15:24.059632 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbfe5ad-2320-4daa-a345-5b86d0ba9d6d req-7748ec0e-d50b-49ef-9032-65a9c825b5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:24.061152 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1bbfe5ad-2320-4daa-a345-5b86d0ba9d6d req-7748ec0e-d50b-49ef-9032-65a9c825b5d5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=da1505d4-daf5-4102-9185-5db938386645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481133 Apr 12 03:15:24.073522 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [req-1bbfe5ad-2320-4daa-a345-5b86d0ba9d6d req-c0889c3a-727e-4c25-9f22-8f7a0a47b249 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 03:15:24.074754 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1bbfe5ad-2320-4daa-a345-5b86d0ba9d6d req-c0889c3a-727e-4c25-9f22-8f7a0a47b249 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050273 Apr 12 03:15:24.146428 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb9393-547f-4e50-9296-b43959d8430f req-9b6d266d-0c7d-43c6-a5cb-b1471c12af0a tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:24.147821 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-8abb9393-547f-4e50-9296-b43959d8430f req-9b6d266d-0c7d-43c6-a5cb-b1471c12af0a tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.25 "GET /v2.0/ports?device_id=6efbc392-3123-4b92-a8ab-88ecac45b915 HTTP/1.1" status: 200 len: 945 time: 0.0474637 Apr 12 03:15:24.173421 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1bbfe5ad-2320-4daa-a345-5b86d0ba9d6d req-75037a27-ee52-40b0-9214-35d09e85dd92 service neutron] 10.222.0.25 "GET /v2.0/networks/da1505d4-daf5-4102-9185-5db938386645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882146 Apr 12 03:15:24.237747 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [req-8abb9393-547f-4e50-9296-b43959d8430f req-26034383-b63d-47b1-b552-86195024eeef tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Deleting port 50a3ef07-1ae7-4442-9489-b74b55ddb1dc {{(pid=103483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:15:24.238033 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-8abb9393-547f-4e50-9296-b43959d8430f req-26034383-b63d-47b1-b552-86195024eeef tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (50a3ef07-1ae7-4442-9489-b74b55ddb1dc), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:24.272108 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1bbfe5ad-2320-4daa-a345-5b86d0ba9d6d req-78226e16-6c82-4d49-b28e-94e3efd0ec34 service neutron] 10.222.0.25 "GET /v2.0/networks/da1505d4-daf5-4102-9185-5db938386645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911779 Apr 12 03:15:24.333721 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.db [req-8abb9393-547f-4e50-9296-b43959d8430f req-26034383-b63d-47b1-b552-86195024eeef tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] For port 50a3ef07-1ae7-4442-9489-b74b55ddb1dc, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=50a3ef07-1ae7-4442-9489-b74b55ddb1dc,segment=NetworkSegment(7d178cda-c4bb-4041-8a2c-25e0b2199eca),segment_id=7d178cda-c4bb-4041-8a2c-25e0b2199eca)] {{(pid=103483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:15:24.334081 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-8abb9393-547f-4e50-9296-b43959d8430f req-26034383-b63d-47b1-b552-86195024eeef tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (50a3ef07-1ae7-4442-9489-b74b55ddb1dc), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:24.348474 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [req-8abb9393-547f-4e50-9296-b43959d8430f req-26034383-b63d-47b1-b552-86195024eeef tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Calling delete_port for 50a3ef07-1ae7-4442-9489-b74b55ddb1dc owned by compute:nova {{(pid=103483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:15:24.488352 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-8abb9393-547f-4e50-9296-b43959d8430f req-26034383-b63d-47b1-b552-86195024eeef tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28322803'] for port (50a3ef07-1ae7-4442-9489-b74b55ddb1dc), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:24.517664 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26034383-b63d-47b1-b552-86195024eeef tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Pushing event deleted for resources: {'Port': ['ID=50a3ef07-1ae7-4442-9489-b74b55ddb1dc,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:15:24.564458 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.l3_dvrscheduler_db [req-8abb9393-547f-4e50-9296-b43959d8430f req-26034383-b63d-47b1-b552-86195024eeef tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] No DVR routers for this DVR port 50a3ef07-1ae7-4442-9489-b74b55ddb1dc on host hv-cinder-83744 {{(pid=103483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:15:24.567137 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-8abb9393-547f-4e50-9296-b43959d8430f req-26034383-b63d-47b1-b552-86195024eeef tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for port (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:24.570449 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-8abb9393-547f-4e50-9296-b43959d8430f req-26034383-b63d-47b1-b552-86195024eeef tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.25 "DELETE /v2.0/ports/50a3ef07-1ae7-4442-9489-b74b55ddb1dc HTTP/1.1" status: 204 len: 173 time: 0.4169526 Apr 12 03:15:24.570878 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6efbc392-3123-4b92-a8ab-88ecac45b915', 'name': 'network-vif-deleted', 'tag': '50a3ef07-1ae7-4442-9489-b74b55ddb1dc'}] {{(pid=103483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:15:24.573169 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e274900216188b1398d2f2ab6fda0f9d84329b9f507230773e3e9728a2d4b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b3c1ea-be71-4f5f-b12d-dd300c0a3a00" -d '{"events": [{"server_uuid": "6efbc392-3123-4b92-a8ab-88ecac45b915", "name": "network-vif-deleted", "tag": "50a3ef07-1ae7-4442-9489-b74b55ddb1dc"}]}' {{(pid=103483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:15:24.613502 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77589824-d692-4921-81c8-30af8e6abbf9 x-openstack-request-id: req-77589824-d692-4921-81c8-30af8e6abbf9 {{(pid=103483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:15:24.613916 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6efbc392-3123-4b92-a8ab-88ecac45b915", "name": "network-vif-deleted", "tag": "50a3ef07-1ae7-4442-9489-b74b55ddb1dc", "status": "completed", "code": 200}]} {{(pid=103483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:15:24.614167 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-77589824-d692-4921-81c8-30af8e6abbf9 {{(pid=103483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:15:24.614658 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77589824-d692-4921-81c8-30af8e6abbf9'] response: {'server_uuid': '6efbc392-3123-4b92-a8ab-88ecac45b915', 'name': 'network-vif-deleted', 'tag': '50a3ef07-1ae7-4442-9489-b74b55ddb1dc', 'status': 'completed', 'code': 200} Apr 12 03:15:24.787542 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-63bc515d-78ad-458a-b648-7c2741542a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (fa7f2a92-0c20-457b-b451-d8a4489755d5), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:24.976031 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-e5625064-9fe2-4965-8aee-1bc721fe4ab4 req-2ad50b95-f9ca-4997-bea7-7cb6212e4f0f tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=6efbc392-3123-4b92-a8ab-88ecac45b915 HTTP/1.1" status: 200 len: 210 time: 0.0341270 Apr 12 03:15:27.256296 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6073c63d-bce9-42ff-a08d-816926bcede7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (beb15aed-f2b6-4676-85ca-b43f14e6acf3), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:27.648796 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device 50a3ef07-1ae7-4442-9489-b74b55ddb1dc no longer exists at agent hyperv_hv-cinder-83744 {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:15:27.669610 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] No Port match for: 50a3ef07-1ae7-4442-9489-b74b55ddb1dc {{(pid=103485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:15:27.669962 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device 50a3ef07-1ae7-4442-9489-b74b55ddb1dc not bound to the agent host hv-cinder-83744 {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:15:28.276515 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a63736aa-03b4-448a-a5ac-a324793c796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (2fa08797-e830-4b1e-af03-8a255eb086f2), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:28.296788 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 52140) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:15:28.462550 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-aefea955-7bce-433b-a41d-47293999cfdf tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Deleting port 78e0decd-4900-426e-a2f4-9084ec752dfc {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:15:28.462846 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-aefea955-7bce-433b-a41d-47293999cfdf tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (78e0decd-4900-426e-a2f4-9084ec752dfc), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:28.547051 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-aefea955-7bce-433b-a41d-47293999cfdf tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (78e0decd-4900-426e-a2f4-9084ec752dfc), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:28.547300 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-aefea955-7bce-433b-a41d-47293999cfdf tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks [] for floatingip (78e0decd-4900-426e-a2f4-9084ec752dfc), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:28.559779 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-aefea955-7bce-433b-a41d-47293999cfdf tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Calling delete_port for 78e0decd-4900-426e-a2f4-9084ec752dfc owned by network:floatingip {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:15:28.711690 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-aefea955-7bce-433b-a41d-47293999cfdf tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28695539'] for port (78e0decd-4900-426e-a2f4-9084ec752dfc), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:28.737108 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefea955-7bce-433b-a41d-47293999cfdf tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Pushing event deleted for resources: {'Port': ['ID=78e0decd-4900-426e-a2f4-9084ec752dfc,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:15:28.802774 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-aefea955-7bce-433b-a41d-47293999cfdf tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks [] for floatingip (d20843bd-a75c-47a7-a40c-a7ccd40dff28), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:28.802997 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.db.l3_db [None req-aefea955-7bce-433b-a41d-47293999cfdf tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Floating IP d20843bd-a75c-47a7-a40c-a7ccd40dff28 disassociated (deleted). External IP: 172.27.3.65, port: c21a9a3d-206d-40d1-a338-b52214c7e9f1. Apr 12 03:15:29.019476 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aefea955-7bce-433b-a41d-47293999cfdf tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Router 860366b1-e648-4b30-a975-ccbfb4a75ba5 has already been hosted by L3 agent beb15aed-f2b6-4676-85ca-b43f14e6acf3 {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:15:29.133221 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aefea955-7bce-433b-a41d-47293999cfdf tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Notify agent at l3_agent.dv-cinder-837443-1-iscsi the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:15:29.138337 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-aefea955-7bce-433b-a41d-47293999cfdf tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for floatingip (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:29.144379 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25e2659-2f18-4dd2-bb76-976dd680682e None None] Sync routers for ids ['860366b1-e648-4b30-a975-ccbfb4a75ba5'] in dv-cinder-837443-1-iscsi {{(pid=103485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:15:29.155755 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25e2659-2f18-4dd2-bb76-976dd680682e None None] Routers {'860366b1-e648-4b30-a975-ccbfb4a75ba5'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:15:29.156411 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-e25e2659-2f18-4dd2-bb76-976dd680682e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:15:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['860366b1-e648-4b30-a975-ccbfb4a75ba5'], 'active': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:15:29.172131 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-aefea955-7bce-433b-a41d-47293999cfdf tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "DELETE /v2.0/floatingips/d20843bd-a75c-47a7-a40c-a7ccd40dff28 HTTP/1.1" status: 204 len: 168 time: 0.8741713 Apr 12 03:15:29.172739 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f61b5d5-50f3-4366-8058-6e4e86dd4e9a', 'tag': 'c21a9a3d-206d-40d1-a338-b52214c7e9f1'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:15:29.175054 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d98137ebe7b3f8ae23a53251b76916d727952a33f49bb2ab88d2915e9897d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0074012-cbda-4e65-b1d2-adc14d9490ee" -d '{"events": [{"name": "network-changed", "server_uuid": "6f61b5d5-50f3-4366-8058-6e4e86dd4e9a", "tag": "c21a9a3d-206d-40d1-a338-b52214c7e9f1"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:15:29.211229 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132522b4-7da8-4d25-b5c7-730629fbe5be x-openstack-request-id: req-132522b4-7da8-4d25-b5c7-730629fbe5be {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:15:29.211528 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f61b5d5-50f3-4366-8058-6e4e86dd4e9a", "tag": "c21a9a3d-206d-40d1-a338-b52214c7e9f1", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:15:29.211887 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-132522b4-7da8-4d25-b5c7-730629fbe5be {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:15:29.212278 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-132522b4-7da8-4d25-b5c7-730629fbe5be'] response: {'name': 'network-changed', 'server_uuid': '6f61b5d5-50f3-4366-8058-6e4e86dd4e9a', 'tag': 'c21a9a3d-206d-40d1-a338-b52214c7e9f1', 'status': 'completed', 'code': 200} Apr 12 03:15:29.275488 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvr_db [None req-e25e2659-2f18-4dd2-bb76-976dd680682e None None] Set router 860366b1-e648-4b30-a975-ccbfb4a75ba5 gateway port host: dv-cinder-837443-1-iscsi {{(pid=103485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:15:29.291132 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0074012-cbda-4e65-b1d2-adc14d9490ee req-af50421e-8f1d-4f6c-893b-f6683d05304f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:29.293350 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-b0074012-cbda-4e65-b1d2-adc14d9490ee req-af50421e-8f1d-4f6c-893b-f6683d05304f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=faa0847777334640bf8854a96c6e7a19&device_id=6f61b5d5-50f3-4366-8058-6e4e86dd4e9a HTTP/1.1" status: 200 len: 1130 time: 0.0505226 Apr 12 03:15:29.387262 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0074012-cbda-4e65-b1d2-adc14d9490ee req-4dd2ad35-599a-486c-bea7-51cb273c1d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:29.388674 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-b0074012-cbda-4e65-b1d2-adc14d9490ee req-4dd2ad35-599a-486c-bea7-51cb273c1d20 service neutron] 10.222.0.25 "GET /v2.0/networks?id=da1505d4-daf5-4102-9185-5db938386645 HTTP/1.1" status: 200 len: 911 time: 0.0893545 Apr 12 03:15:29.397053 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a51b5-e39a-4193-a937-31f8e08a67b0 req-3d64d75c-b72a-400d-bd98-bc1cbf309ec9 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:29.398550 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-b47a51b5-e39a-4193-a937-31f8e08a67b0 req-3d64d75c-b72a-400d-bd98-bc1cbf309ec9 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f61b5d5-50f3-4366-8058-6e4e86dd4e9a HTTP/1.1" status: 200 len: 946 time: 0.0489390 Apr 12 03:15:29.448069 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-b47a51b5-e39a-4193-a937-31f8e08a67b0 req-b7c34030-8e9d-4dc4-a983-b1b79ed459c0 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431776 Apr 12 03:15:29.476023 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-e25e2659-2f18-4dd2-bb76-976dd680682e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'name': 'tempest-TestVolumeBootPattern-861698763-router', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e0318674-e90e-4bb8-8fcc-2fc22c1902e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:07:44Z', 'updated_at': '2022-04-12T03:07:47Z', 'revision_number': 4, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'gw_port': {'id': 'e0318674-e90e-4bb8-8fcc-2fc22c1902e1', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:94:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:07:45Z', 'updated_at': '2022-04-12T03:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': 'c6510844-55e2-4171-ac51-a2dfce30d3b3', 'name': '', 'network_id': 'da1505d4-daf5-4102-9185-5db938386645', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'mac_address': 'fa:16:3e:62:3a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:07:47Z', 'updated_at': '2022-04-12T03:07:53Z', 'revision_number': 5, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'subnets': [{'id': '2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:15:29.501939 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25e2659-2f18-4dd2-bb76-976dd680682e None None] Checking router: 860366b1-e648-4b30-a975-ccbfb4a75ba5 for host: dv-cinder-837443-1-iscsi {{(pid=103485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:15:29.510461 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25e2659-2f18-4dd2-bb76-976dd680682e None None] Routers {'860366b1-e648-4b30-a975-ccbfb4a75ba5'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:15:29.511050 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-e25e2659-2f18-4dd2-bb76-976dd680682e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:15:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['860366b1-e648-4b30-a975-ccbfb4a75ba5'], 'active': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:15:29.621778 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvr_db [None req-e25e2659-2f18-4dd2-bb76-976dd680682e None None] Set router 860366b1-e648-4b30-a975-ccbfb4a75ba5 gateway port host: dv-cinder-837443-1-iscsi {{(pid=103485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:15:29.819693 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-e25e2659-2f18-4dd2-bb76-976dd680682e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'name': 'tempest-TestVolumeBootPattern-861698763-router', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e0318674-e90e-4bb8-8fcc-2fc22c1902e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:07:44Z', 'updated_at': '2022-04-12T03:07:47Z', 'revision_number': 4, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'gw_port': {'id': 'e0318674-e90e-4bb8-8fcc-2fc22c1902e1', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:94:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:07:45Z', 'updated_at': '2022-04-12T03:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': 'c6510844-55e2-4171-ac51-a2dfce30d3b3', 'name': '', 'network_id': 'da1505d4-daf5-4102-9185-5db938386645', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'mac_address': 'fa:16:3e:62:3a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:07:47Z', 'updated_at': '2022-04-12T03:07:53Z', 'revision_number': 5, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'subnets': [{'id': '2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:15:29.847055 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25e2659-2f18-4dd2-bb76-976dd680682e None None] The sync data for ids ['860366b1-e648-4b30-a975-ccbfb4a75ba5'] in dv-cinder-837443-1-iscsi is: [{'id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'name': 'tempest-TestVolumeBootPattern-861698763-router', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e0318674-e90e-4bb8-8fcc-2fc22c1902e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:07:44Z', 'updated_at': '2022-04-12T03:07:47Z', 'revision_number': 4, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'gw_port': {'id': 'e0318674-e90e-4bb8-8fcc-2fc22c1902e1', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:94:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:07:45Z', 'updated_at': '2022-04-12T03:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': 'c6510844-55e2-4171-ac51-a2dfce30d3b3', 'name': '', 'network_id': 'da1505d4-daf5-4102-9185-5db938386645', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'mac_address': 'fa:16:3e:62:3a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:07:47Z', 'updated_at': '2022-04-12T03:07:53Z', 'revision_number': 5, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'subnets': [{'id': '2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:15:29.964401 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be625cda-7f2b-4ec3-b03f-aa24446ccc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d888e177-8f03-43a8-a394-c59927fa1996), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:30.072504 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad02dfa-e4d9-4e0a-b7ea-3c764f282671 None None] New status for floating IP d20843bd-a75c-47a7-a40c-a7ccd40dff28: DOWN {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 03:15:30.399125 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-b0074012-cbda-4e65-b1d2-adc14d9490ee req-a0361894-0369-486b-936e-bf451b75aee8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c21a9a3d-206d-40d1-a338-b52214c7e9f1 HTTP/1.1" status: 200 len: 217 time: 0.0435529 Apr 12 03:15:30.456335 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0074012-cbda-4e65-b1d2-adc14d9490ee req-285feef7-fc78-4994-9139-92d90d3e8aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:30.457834 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-b0074012-cbda-4e65-b1d2-adc14d9490ee req-285feef7-fc78-4994-9139-92d90d3e8aef service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9 HTTP/1.1" status: 200 len: 850 time: 0.0498648 Apr 12 03:15:30.590776 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd136af0-0352-46b1-9b3f-567b5875ea10 req-f47d8c1e-e8e3-4fbd-bc8d-d514b5e994c5 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:30.592225 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-cd136af0-0352-46b1-9b3f-567b5875ea10 req-f47d8c1e-e8e3-4fbd-bc8d-d514b5e994c5 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f61b5d5-50f3-4366-8058-6e4e86dd4e9a HTTP/1.1" status: 200 len: 946 time: 0.0727537 Apr 12 03:15:30.605781 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0074012-cbda-4e65-b1d2-adc14d9490ee req-3b9011e5-8b52-4a43-bc60-fce30ab67eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:30.607164 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-b0074012-cbda-4e65-b1d2-adc14d9490ee req-3b9011e5-8b52-4a43-bc60-fce30ab67eaa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=da1505d4-daf5-4102-9185-5db938386645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0573294 Apr 12 03:15:30.696364 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-cd136af0-0352-46b1-9b3f-567b5875ea10 req-b5bd3dad-5223-4b46-913b-df24cf485579 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48afda6-be81-4cc6-8394-79fb0efbc155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971098 Apr 12 03:15:30.726848 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-b0074012-cbda-4e65-b1d2-adc14d9490ee req-9264fc5d-7396-47f0-a9f8-2056d8fa5cfa service neutron] 10.222.0.25 "GET /v2.0/networks/da1505d4-daf5-4102-9185-5db938386645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086369 Apr 12 03:15:30.839511 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-b0074012-cbda-4e65-b1d2-adc14d9490ee req-28e9b5ea-2cb7-408f-b207-5d528046c410 service neutron] 10.222.0.25 "GET /v2.0/networks/da1505d4-daf5-4102-9185-5db938386645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963788 Apr 12 03:15:30.865368 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b8e6a-fe99-4871-a430-ec10918f91e2 req-87a27c74-cee3-44f0-8e45-9972340c2df6 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:30.866899 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-fd8b8e6a-fe99-4871-a430-ec10918f91e2 req-87a27c74-cee3-44f0-8e45-9972340c2df6 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f61b5d5-50f3-4366-8058-6e4e86dd4e9a HTTP/1.1" status: 200 len: 946 time: 0.0465028 Apr 12 03:15:30.966587 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-fd8b8e6a-fe99-4871-a430-ec10918f91e2 req-abea9ca4-7a2f-4631-98fe-c24d150d7ffb tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Deleting port c21a9a3d-206d-40d1-a338-b52214c7e9f1 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:15:30.966934 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fd8b8e6a-fe99-4871-a430-ec10918f91e2 req-abea9ca4-7a2f-4631-98fe-c24d150d7ffb tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (c21a9a3d-206d-40d1-a338-b52214c7e9f1), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:31.059273 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-fd8b8e6a-fe99-4871-a430-ec10918f91e2 req-abea9ca4-7a2f-4631-98fe-c24d150d7ffb tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] For port c21a9a3d-206d-40d1-a338-b52214c7e9f1, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=c21a9a3d-206d-40d1-a338-b52214c7e9f1,segment=NetworkSegment(7d178cda-c4bb-4041-8a2c-25e0b2199eca),segment_id=7d178cda-c4bb-4041-8a2c-25e0b2199eca)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:15:31.059594 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fd8b8e6a-fe99-4871-a430-ec10918f91e2 req-abea9ca4-7a2f-4631-98fe-c24d150d7ffb tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (c21a9a3d-206d-40d1-a338-b52214c7e9f1), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:31.072581 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-fd8b8e6a-fe99-4871-a430-ec10918f91e2 req-abea9ca4-7a2f-4631-98fe-c24d150d7ffb tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Calling delete_port for c21a9a3d-206d-40d1-a338-b52214c7e9f1 owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:15:31.217921 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fd8b8e6a-fe99-4871-a430-ec10918f91e2 req-abea9ca4-7a2f-4631-98fe-c24d150d7ffb tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28695539'] for port (c21a9a3d-206d-40d1-a338-b52214c7e9f1), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:31.249361 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abea9ca4-7a2f-4631-98fe-c24d150d7ffb tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Pushing event deleted for resources: {'Port': ['ID=c21a9a3d-206d-40d1-a338-b52214c7e9f1,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:15:31.297026 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd8b8e6a-fe99-4871-a430-ec10918f91e2 req-abea9ca4-7a2f-4631-98fe-c24d150d7ffb tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] No DVR routers for this DVR port c21a9a3d-206d-40d1-a338-b52214c7e9f1 on host hv-cinder-83744 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:15:31.299632 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-fd8b8e6a-fe99-4871-a430-ec10918f91e2 req-abea9ca4-7a2f-4631-98fe-c24d150d7ffb tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for port (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:31.303021 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-fd8b8e6a-fe99-4871-a430-ec10918f91e2 req-abea9ca4-7a2f-4631-98fe-c24d150d7ffb tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.25 "DELETE /v2.0/ports/c21a9a3d-206d-40d1-a338-b52214c7e9f1 HTTP/1.1" status: 204 len: 173 time: 0.4291565 Apr 12 03:15:31.303491 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f61b5d5-50f3-4366-8058-6e4e86dd4e9a', 'name': 'network-vif-deleted', 'tag': 'c21a9a3d-206d-40d1-a338-b52214c7e9f1'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:15:31.305779 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d98137ebe7b3f8ae23a53251b76916d727952a33f49bb2ab88d2915e9897d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7363fa08-ebe3-41df-81d8-0fac025aa590" -d '{"events": [{"server_uuid": "6f61b5d5-50f3-4366-8058-6e4e86dd4e9a", "name": "network-vif-deleted", "tag": "c21a9a3d-206d-40d1-a338-b52214c7e9f1"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:15:31.343848 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-482ec331-02bf-4842-bb16-3658caa6cc52 x-openstack-request-id: req-482ec331-02bf-4842-bb16-3658caa6cc52 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:15:31.344145 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f61b5d5-50f3-4366-8058-6e4e86dd4e9a", "name": "network-vif-deleted", "tag": "c21a9a3d-206d-40d1-a338-b52214c7e9f1", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:15:31.344397 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-482ec331-02bf-4842-bb16-3658caa6cc52 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:15:31.344847 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-482ec331-02bf-4842-bb16-3658caa6cc52'] response: {'server_uuid': '6f61b5d5-50f3-4366-8058-6e4e86dd4e9a', 'name': 'network-vif-deleted', 'tag': 'c21a9a3d-206d-40d1-a338-b52214c7e9f1', 'status': 'completed', 'code': 200} Apr 12 03:15:31.365720 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:31.804998 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-0bb39f45-8351-4574-be16-dce8bb6407d7 req-ba758ae4-d7d7-4fe9-a11a-8f3e868423bc tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f61b5d5-50f3-4366-8058-6e4e86dd4e9a HTTP/1.1" status: 200 len: 210 time: 0.0281286 Apr 12 03:15:32.878589 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 52156) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:15:32.997094 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-02f0078a-00c3-4833-9d55-d4f079f178d3 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Deleting port b7de0c92-741f-41c9-aec2-6f207651f3cf {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:15:32.997397 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-02f0078a-00c3-4833-9d55-d4f079f178d3 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (b7de0c92-741f-41c9-aec2-6f207651f3cf), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:33.076544 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-02f0078a-00c3-4833-9d55-d4f079f178d3 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (b7de0c92-741f-41c9-aec2-6f207651f3cf), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:33.076823 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-02f0078a-00c3-4833-9d55-d4f079f178d3 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks [] for floatingip (b7de0c92-741f-41c9-aec2-6f207651f3cf), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:33.088770 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-02f0078a-00c3-4833-9d55-d4f079f178d3 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Calling delete_port for b7de0c92-741f-41c9-aec2-6f207651f3cf owned by network:floatingip {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:15:33.224266 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-02f0078a-00c3-4833-9d55-d4f079f178d3 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28695539'] for port (b7de0c92-741f-41c9-aec2-6f207651f3cf), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:33.260200 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f0078a-00c3-4833-9d55-d4f079f178d3 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Pushing event deleted for resources: {'Port': ['ID=b7de0c92-741f-41c9-aec2-6f207651f3cf,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:15:33.321290 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-02f0078a-00c3-4833-9d55-d4f079f178d3 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks [] for floatingip (b58a6171-bc64-4092-9e3f-859d52750807), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:33.323992 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-02f0078a-00c3-4833-9d55-d4f079f178d3 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for floatingip (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:33.325461 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-02f0078a-00c3-4833-9d55-d4f079f178d3 tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "DELETE /v2.0/floatingips/b58a6171-bc64-4092-9e3f-859d52750807 HTTP/1.1" status: 204 len: 168 time: 0.4459181 Apr 12 03:15:33.682147 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device c21a9a3d-206d-40d1-a338-b52214c7e9f1 no longer exists at agent hyperv_hv-cinder-83744 {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:15:33.705490 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] No Port match for: c21a9a3d-206d-40d1-a338-b52214c7e9f1 {{(pid=103485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:15:33.705833 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device c21a9a3d-206d-40d1-a338-b52214c7e9f1 not bound to the agent host hv-cinder-83744 {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:15:34.550919 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 52168) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:15:34.611077 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-90f50585-06b8-4580-b4e1-ede53c324f2b tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks [] for security_group (f48afda6-be81-4cc6-8394-79fb0efbc155), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:34.638187 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-90f50585-06b8-4580-b4e1-ede53c324f2b tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks [] for security_group (f48afda6-be81-4cc6-8394-79fb0efbc155), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:34.701581 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-90f50585-06b8-4580-b4e1-ede53c324f2b tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (f48afda6-be81-4cc6-8394-79fb0efbc155), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:34.704952 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-90f50585-06b8-4580-b4e1-ede53c324f2b tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:34.706416 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-90f50585-06b8-4580-b4e1-ede53c324f2b tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] 10.222.0.32 "DELETE /v2.0/security-groups/f48afda6-be81-4cc6-8394-79fb0efbc155 HTTP/1.1" status: 204 len: 168 time: 0.1545117 Apr 12 03:15:34.716597 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f50585-06b8-4580-b4e1-ede53c324f2b tempest-TestVolumeBootPattern-892687696 tempest-TestVolumeBootPattern-892687696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48afda6-be81-4cc6-8394-79fb0efbc155,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:15:34.769430 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 52172) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:15:35.301588 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e1ef78e2-bdbf-47c3-94d2-956525132144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685297'] for router_interface (860366b1-e648-4b30-a975-ccbfb4a75ba5), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:35.877832 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-e1ef78e2-bdbf-47c3-94d2-956525132144 admin admin] Deleting port c6510844-55e2-4171-ac51-a2dfce30d3b3 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:15:35.878539 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e1ef78e2-bdbf-47c3-94d2-956525132144 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (c6510844-55e2-4171-ac51-a2dfce30d3b3), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:35.962482 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-e1ef78e2-bdbf-47c3-94d2-956525132144 admin admin] For port c6510844-55e2-4171-ac51-a2dfce30d3b3, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=c6510844-55e2-4171-ac51-a2dfce30d3b3,segment=NetworkSegment(7d178cda-c4bb-4041-8a2c-25e0b2199eca),segment_id=7d178cda-c4bb-4041-8a2c-25e0b2199eca)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:15:35.962876 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e1ef78e2-bdbf-47c3-94d2-956525132144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (c6510844-55e2-4171-ac51-a2dfce30d3b3), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:35.975413 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-e1ef78e2-bdbf-47c3-94d2-956525132144 admin admin] Calling delete_port for c6510844-55e2-4171-ac51-a2dfce30d3b3 owned by network:router_interface {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:15:36.193862 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e1ef78e2-bdbf-47c3-94d2-956525132144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28695539'] for port (c6510844-55e2-4171-ac51-a2dfce30d3b3), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:36.219139 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef78e2-bdbf-47c3-94d2-956525132144 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6510844-55e2-4171-ac51-a2dfce30d3b3,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:15:36.390734 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e1ef78e2-bdbf-47c3-94d2-956525132144 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685149'] for router_interface (860366b1-e648-4b30-a975-ccbfb4a75ba5), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:36.631839 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ef78e2-bdbf-47c3-94d2-956525132144 admin admin] Router 860366b1-e648-4b30-a975-ccbfb4a75ba5 has already been hosted by L3 agent beb15aed-f2b6-4676-85ca-b43f14e6acf3 {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:15:36.742223 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ef78e2-bdbf-47c3-94d2-956525132144 admin admin] Notify agent at l3_agent.dv-cinder-837443-1-iscsi the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:15:36.747614 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-e1ef78e2-bdbf-47c3-94d2-956525132144 admin admin] 10.222.0.32 "PUT /v2.0/routers/860366b1-e648-4b30-a975-ccbfb4a75ba5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9771259 Apr 12 03:15:36.750173 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 52176) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:15:36.753280 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af34365c-bba9-43b9-9551-4fd1edf028ef None None] Sync routers for ids ['860366b1-e648-4b30-a975-ccbfb4a75ba5'] in dv-cinder-837443-1-iscsi {{(pid=103485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:15:36.764155 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af34365c-bba9-43b9-9551-4fd1edf028ef None None] Routers {'860366b1-e648-4b30-a975-ccbfb4a75ba5'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:15:36.764774 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-af34365c-bba9-43b9-9551-4fd1edf028ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:15:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['860366b1-e648-4b30-a975-ccbfb4a75ba5'], 'active': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:15:36.867198 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8093e39b-22c1-4350-8606-b52ff96ed324 admin admin] Publish callbacks [] for router (860366b1-e648-4b30-a975-ccbfb4a75ba5), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:36.978535 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8093e39b-22c1-4350-8606-b52ff96ed324 admin admin] Publish callbacks [] for router_gateway (860366b1-e648-4b30-a975-ccbfb4a75ba5), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:37.017204 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvr_db [None req-af34365c-bba9-43b9-9551-4fd1edf028ef None None] Set router 860366b1-e648-4b30-a975-ccbfb4a75ba5 gateway port host: dv-cinder-837443-1-iscsi {{(pid=103485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:15:37.025514 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-8093e39b-22c1-4350-8606-b52ff96ed324 admin admin] Deleting port e0318674-e90e-4bb8-8fcc-2fc22c1902e1 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:15:37.025899 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8093e39b-22c1-4350-8606-b52ff96ed324 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (e0318674-e90e-4bb8-8fcc-2fc22c1902e1), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:37.106017 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-8093e39b-22c1-4350-8606-b52ff96ed324 admin admin] For port e0318674-e90e-4bb8-8fcc-2fc22c1902e1, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=e0318674-e90e-4bb8-8fcc-2fc22c1902e1,segment=NetworkSegment(44a05d23-3fd0-4081-9abb-c6033767afb5),segment_id=44a05d23-3fd0-4081-9abb-c6033767afb5)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:15:37.106346 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8093e39b-22c1-4350-8606-b52ff96ed324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (e0318674-e90e-4bb8-8fcc-2fc22c1902e1), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:37.119788 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-8093e39b-22c1-4350-8606-b52ff96ed324 admin admin] Calling delete_port for e0318674-e90e-4bb8-8fcc-2fc22c1902e1 owned by network:router_gateway {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:15:37.194446 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-af34365c-bba9-43b9-9551-4fd1edf028ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'name': 'tempest-TestVolumeBootPattern-861698763-router', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e0318674-e90e-4bb8-8fcc-2fc22c1902e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:07:44Z', 'updated_at': '2022-04-12T03:15:36Z', 'revision_number': 5, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'gw_port': {'id': 'e0318674-e90e-4bb8-8fcc-2fc22c1902e1', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:94:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:07:45Z', 'updated_at': '2022-04-12T03:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi'}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:15:37.222500 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af34365c-bba9-43b9-9551-4fd1edf028ef None None] Checking router: 860366b1-e648-4b30-a975-ccbfb4a75ba5 for host: dv-cinder-837443-1-iscsi {{(pid=103485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:15:37.232299 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af34365c-bba9-43b9-9551-4fd1edf028ef None None] Routers {'860366b1-e648-4b30-a975-ccbfb4a75ba5'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:15:37.233479 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-af34365c-bba9-43b9-9551-4fd1edf028ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:15:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['860366b1-e648-4b30-a975-ccbfb4a75ba5'], 'active': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:15:37.305289 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8093e39b-22c1-4350-8606-b52ff96ed324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28695539'] for port (e0318674-e90e-4bb8-8fcc-2fc22c1902e1), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:37.327423 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvr_db [None req-af34365c-bba9-43b9-9551-4fd1edf028ef None None] Set router 860366b1-e648-4b30-a975-ccbfb4a75ba5 gateway port host: None {{(pid=103485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:15:37.336427 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8093e39b-22c1-4350-8606-b52ff96ed324 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0318674-e90e-4bb8-8fcc-2fc22c1902e1,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:15:37.385797 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-af34365c-bba9-43b9-9551-4fd1edf028ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'name': 'tempest-TestVolumeBootPattern-861698763-router', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:07:44Z', 'updated_at': '2022-04-12T03:15:36Z', 'revision_number': 6, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'gw_port_host': None}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:15:37.398600 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8093e39b-22c1-4350-8606-b52ff96ed324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682811'] for router_gateway (860366b1-e648-4b30-a975-ccbfb4a75ba5), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:37.415494 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af34365c-bba9-43b9-9551-4fd1edf028ef None None] The sync data for ids ['860366b1-e648-4b30-a975-ccbfb4a75ba5'] in dv-cinder-837443-1-iscsi is: [{'id': '860366b1-e648-4b30-a975-ccbfb4a75ba5', 'name': 'tempest-TestVolumeBootPattern-861698763-router', 'tenant_id': 'faa0847777334640bf8854a96c6e7a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:07:44Z', 'updated_at': '2022-04-12T03:15:36Z', 'revision_number': 6, 'project_id': 'faa0847777334640bf8854a96c6e7a19', 'gw_port_host': None}] {{(pid=103485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:15:37.494632 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8093e39b-22c1-4350-8606-b52ff96ed324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3784277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4538'] for router (860366b1-e648-4b30-a975-ccbfb4a75ba5), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:37.496914 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8093e39b-22c1-4350-8606-b52ff96ed324 admin admin] Publish callbacks [] for router_controller (860366b1-e648-4b30-a975-ccbfb4a75ba5), precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:37.543898 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8093e39b-22c1-4350-8606-b52ff96ed324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3784284'] for router (860366b1-e648-4b30-a975-ccbfb4a75ba5), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:37.544470 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8093e39b-22c1-4350-8606-b52ff96ed324 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 860366b1-e648-4b30-a975-ccbfb4a75ba5 {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 03:15:37.548643 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8093e39b-22c1-4350-8606-b52ff96ed324 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:37.549768 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-8093e39b-22c1-4350-8606-b52ff96ed324 admin admin] 10.222.0.32 "DELETE /v2.0/routers/860366b1-e648-4b30-a975-ccbfb4a75ba5 HTTP/1.1" status: 204 len: 168 time: 0.7987061 Apr 12 03:15:37.552306 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 52178) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:15:37.597272 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-84b758cd-fa8d-4079-bf9c-14f5afff36d6 admin admin] Deleting subnet 2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 03:15:37.600539 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-84b758cd-fa8d-4079-bf9c-14f5afff36d6 admin admin] Publish callbacks [] for subnet (2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:37.636197 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-84b758cd-fa8d-4079-bf9c-14f5afff36d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28399234'] for subnet (2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9), precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:37.719035 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-84b758cd-fa8d-4079-bf9c-14f5afff36d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662842'] for subnet (2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:37.777755 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-84b758cd-fa8d-4079-bf9c-14f5afff36d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28695438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28651215'] for subnet (2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:37.808040 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b758cd-fa8d-4079-bf9c-14f5afff36d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:15:37.811481 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-84b758cd-fa8d-4079-bf9c-14f5afff36d6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:37.814895 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-84b758cd-fa8d-4079-bf9c-14f5afff36d6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2bfeaa80-b2ea-40d0-89d9-3c976be7f0f9 HTTP/1.1" status: 204 len: 168 time: 0.2616701 Apr 12 03:15:37.817335 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 52180) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:15:37.822683 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c32572-5fc3-4e69-a8d9-36d230763a97 None None] Network da1505d4-daf5-4102-9185-5db938386645 requested from dv-cinder-837443-1-iscsi {{(pid=103485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:15:37.889489 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-15607c2c-973c-42dc-b49b-b40fbc649185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688745'] for network (da1505d4-daf5-4102-9185-5db938386645), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:37.936912 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-15607c2c-973c-42dc-b49b-b40fbc649185 admin admin] Deleting port 20a10eca-6f14-438d-a543-cf224f19063e {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:15:37.937244 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-15607c2c-973c-42dc-b49b-b40fbc649185 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (20a10eca-6f14-438d-a543-cf224f19063e), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:38.001255 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-15607c2c-973c-42dc-b49b-b40fbc649185 admin admin] For port 20a10eca-6f14-438d-a543-cf224f19063e, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=20a10eca-6f14-438d-a543-cf224f19063e,segment=NetworkSegment(7d178cda-c4bb-4041-8a2c-25e0b2199eca),segment_id=7d178cda-c4bb-4041-8a2c-25e0b2199eca)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:15:38.001937 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-15607c2c-973c-42dc-b49b-b40fbc649185 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (20a10eca-6f14-438d-a543-cf224f19063e), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:38.014771 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-15607c2c-973c-42dc-b49b-b40fbc649185 admin admin] Calling delete_port for 20a10eca-6f14-438d-a543-cf224f19063e owned by network:dhcp {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:15:38.103289 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-15607c2c-973c-42dc-b49b-b40fbc649185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28695539'] for port (20a10eca-6f14-438d-a543-cf224f19063e), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:38.126619 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15607c2c-973c-42dc-b49b-b40fbc649185 admin admin] Pushing event deleted for resources: {'Port': ['ID=20a10eca-6f14-438d-a543-cf224f19063e,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:15:38.132047 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15607c2c-973c-42dc-b49b-b40fbc649185 admin admin] No DVR routers for this DVR port 20a10eca-6f14-438d-a543-cf224f19063e on host dv-cinder-837443-1-iscsi {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:15:38.209194 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-15607c2c-973c-42dc-b49b-b40fbc649185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659639', 'neutron.services.segments.db._delete_segments_for_network-8733264514991'] for network (da1505d4-daf5-4102-9185-5db938386645), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:38.218371 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f7ff9e-841c-49c2-b7e6-0258f7cae61b None None] DHCP port deletion for da1505d4-daf5-4102-9185-5db938386645 request from dv-cinder-837443-1-iscsi {{(pid=103485) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 03:15:38.232462 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.services.segments.db [None req-15607c2c-973c-42dc-b49b-b40fbc649185 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da1505d4-daf5-4102-9185-5db938386645']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:15:38.243686 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.services.segments.db [None req-15607c2c-973c-42dc-b49b-b40fbc649185 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d178cda-c4bb-4041-8a2c-25e0b2199eca') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:15:38.246951 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.services.segments.db [None req-15607c2c-973c-42dc-b49b-b40fbc649185 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d178cda-c4bb-4041-8a2c-25e0b2199eca') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:15:38.257692 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-15607c2c-973c-42dc-b49b-b40fbc649185 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733264516792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28399243'] for segment (7d178cda-c4bb-4041-8a2c-25e0b2199eca), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:38.277894 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-15607c2c-973c-42dc-b49b-b40fbc649185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (7d178cda-c4bb-4041-8a2c-25e0b2199eca), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:38.283170 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device c6510844-55e2-4171-ac51-a2dfce30d3b3 no longer exists at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:15:38.287984 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15607c2c-973c-42dc-b49b-b40fbc649185 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 03:15:38.288369 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-15607c2c-973c-42dc-b49b-b40fbc649185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28695332'] for segment (7d178cda-c4bb-4041-8a2c-25e0b2199eca), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:38.290033 dv-cinder-837443-1-iscsi neutron-server[103484]: Traceback (most recent call last): Apr 12 03:15:38.290033 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 03:15:38.290033 dv-cinder-837443-1-iscsi neutron-server[103484]: timer() Apr 12 03:15:38.290033 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 03:15:38.290033 dv-cinder-837443-1-iscsi neutron-server[103484]: cb(*args, **kw) Apr 12 03:15:38.290033 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 03:15:38.290033 dv-cinder-837443-1-iscsi neutron-server[103484]: return func(*args, **kwargs) Apr 12 03:15:38.290033 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 03:15:38.290033 dv-cinder-837443-1-iscsi neutron-server[103484]: self._notify() Apr 12 03:15:38.290033 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 03:15:38.290033 dv-cinder-837443-1-iscsi neutron-server[103484]: self.callback(batched_events) Apr 12 03:15:38.290033 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 03:15:38.290033 dv-cinder-837443-1-iscsi neutron-server[103484]: event.method(event) Apr 12 03:15:38.290033 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 03:15:38.290033 dv-cinder-837443-1-iscsi neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 03:15:38.290033 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 03:15:38.290033 dv-cinder-837443-1-iscsi neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 03:15:38.290033 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 03:15:38.290033 dv-cinder-837443-1-iscsi neutron-server[103484]: return f(self, *a, **k) Apr 12 03:15:38.290033 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 03:15:38.290033 dv-cinder-837443-1-iscsi neutron-server[103484]: return self._get(url).json() Apr 12 03:15:38.290033 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 03:15:38.290033 dv-cinder-837443-1-iscsi neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 03:15:38.290033 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 03:15:38.290033 dv-cinder-837443-1-iscsi neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 12 03:15:38.290033 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 03:15:38.290033 dv-cinder-837443-1-iscsi neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 03:15:38.290033 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 03:15:38.290033 dv-cinder-837443-1-iscsi neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 03:15:38.290033 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 03:15:38.290033 dv-cinder-837443-1-iscsi neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 03:15:38.290033 dv-cinder-837443-1-iscsi neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 03:15:38.303185 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] No Port match for: c6510844-55e2-4171-ac51-a2dfce30d3b3 {{(pid=103485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:15:38.303536 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device c6510844-55e2-4171-ac51-a2dfce30d3b3 not bound to the agent host dv-cinder-837443-1-iscsi {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:15:38.303976 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 20a10eca-6f14-438d-a543-cf224f19063e no longer exists at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:15:38.324119 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] No Port match for: 20a10eca-6f14-438d-a543-cf224f19063e {{(pid=103485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:15:38.324865 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 20a10eca-6f14-438d-a543-cf224f19063e not bound to the agent host dv-cinder-837443-1-iscsi {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:15:38.325304 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device e0318674-e90e-4bb8-8fcc-2fc22c1902e1 no longer exists at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:15:38.345362 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-15607c2c-973c-42dc-b49b-b40fbc649185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682719'] for network (da1505d4-daf5-4102-9185-5db938386645), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:38.349552 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] No Port match for: e0318674-e90e-4bb8-8fcc-2fc22c1902e1 {{(pid=103485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:15:38.350071 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device e0318674-e90e-4bb8-8fcc-2fc22c1902e1 not bound to the agent host dv-cinder-837443-1-iscsi {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:15:38.351767 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-15607c2c-973c-42dc-b49b-b40fbc649185 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for network (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:38.359405 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-15607c2c-973c-42dc-b49b-b40fbc649185 admin admin] 10.222.0.32 "DELETE /v2.0/networks/da1505d4-daf5-4102-9185-5db938386645 HTTP/1.1" status: 204 len: 168 time: 0.5378542 Apr 12 03:15:38.359635 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 52182) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:15:38.379208 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15607c2c-973c-42dc-b49b-b40fbc649185 admin admin] Pushing event deleted for resources: {'Network': ['ID=da1505d4-daf5-4102-9185-5db938386645,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:15:38.722739 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-83647f93-b4a5-4ffe-a363-e9d6e89fa5d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685297'] for router_interface (69afbb3e-e80f-441a-a315-8f5b8f07adfe), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:38.959014 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [None req-83647f93-b4a5-4ffe-a363-e9d6e89fa5d6 admin admin] Deleting port 74a3144a-42cf-4e5d-b5a0-33d3dfb2d163 {{(pid=103483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:15:38.959350 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-83647f93-b4a5-4ffe-a363-e9d6e89fa5d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (74a3144a-42cf-4e5d-b5a0-33d3dfb2d163), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:39.042321 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.db [None req-83647f93-b4a5-4ffe-a363-e9d6e89fa5d6 admin admin] For port 74a3144a-42cf-4e5d-b5a0-33d3dfb2d163, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=74a3144a-42cf-4e5d-b5a0-33d3dfb2d163,segment=NetworkSegment(f2d45942-1f1b-4e25-b218-287042079592),segment_id=f2d45942-1f1b-4e25-b218-287042079592)] {{(pid=103483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:15:39.042534 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-83647f93-b4a5-4ffe-a363-e9d6e89fa5d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (74a3144a-42cf-4e5d-b5a0-33d3dfb2d163), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:39.055117 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [None req-83647f93-b4a5-4ffe-a363-e9d6e89fa5d6 admin admin] Calling delete_port for 74a3144a-42cf-4e5d-b5a0-33d3dfb2d163 owned by network:router_interface {{(pid=103483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:15:39.257892 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-83647f93-b4a5-4ffe-a363-e9d6e89fa5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28322803'] for port (74a3144a-42cf-4e5d-b5a0-33d3dfb2d163), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:39.285831 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83647f93-b4a5-4ffe-a363-e9d6e89fa5d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=74a3144a-42cf-4e5d-b5a0-33d3dfb2d163,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:15:39.297540 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83647f93-b4a5-4ffe-a363-e9d6e89fa5d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:15:39.297887 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83647f93-b4a5-4ffe-a363-e9d6e89fa5d6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:15:39.298225 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83647f93-b4a5-4ffe-a363-e9d6e89fa5d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:15:39.298556 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83647f93-b4a5-4ffe-a363-e9d6e89fa5d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:15:39.298887 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83647f93-b4a5-4ffe-a363-e9d6e89fa5d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:15:39.299215 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83647f93-b4a5-4ffe-a363-e9d6e89fa5d6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:15:39.299509 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83647f93-b4a5-4ffe-a363-e9d6e89fa5d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:15:39.299857 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83647f93-b4a5-4ffe-a363-e9d6e89fa5d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:15:39.300180 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83647f93-b4a5-4ffe-a363-e9d6e89fa5d6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:15:39.300500 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83647f93-b4a5-4ffe-a363-e9d6e89fa5d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:15:39.300822 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83647f93-b4a5-4ffe-a363-e9d6e89fa5d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:15:39.301141 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83647f93-b4a5-4ffe-a363-e9d6e89fa5d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:15:39.301456 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83647f93-b4a5-4ffe-a363-e9d6e89fa5d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:15:39.301780 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83647f93-b4a5-4ffe-a363-e9d6e89fa5d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:15:39.302096 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83647f93-b4a5-4ffe-a363-e9d6e89fa5d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:15:39.464793 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-83647f93-b4a5-4ffe-a363-e9d6e89fa5d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685149'] for router_interface (69afbb3e-e80f-441a-a315-8f5b8f07adfe), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:39.694816 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83647f93-b4a5-4ffe-a363-e9d6e89fa5d6 admin admin] Router 69afbb3e-e80f-441a-a315-8f5b8f07adfe has already been hosted by L3 agent beb15aed-f2b6-4676-85ca-b43f14e6acf3 {{(pid=103483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:15:39.809860 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83647f93-b4a5-4ffe-a363-e9d6e89fa5d6 admin admin] Notify agent at l3_agent.dv-cinder-837443-1-iscsi the message routers_updated {{(pid=103483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:15:39.817948 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-83647f93-b4a5-4ffe-a363-e9d6e89fa5d6 admin admin] 10.222.0.32 "PUT /v2.0/routers/69afbb3e-e80f-441a-a315-8f5b8f07adfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4483380 Apr 12 03:15:39.818304 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 52184) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:15:39.818534 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c45cb7-5975-47af-8a40-da004b925281 None None] Sync routers for ids ['69afbb3e-e80f-441a-a315-8f5b8f07adfe'] in dv-cinder-837443-1-iscsi {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:15:39.830081 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c45cb7-5975-47af-8a40-da004b925281 None None] Routers {'69afbb3e-e80f-441a-a315-8f5b8f07adfe'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:15:39.830909 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-64c45cb7-5975-47af-8a40-da004b925281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:15:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['69afbb3e-e80f-441a-a315-8f5b8f07adfe'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:15:39.932320 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-dbb71838-db04-4bbc-bbea-00b5cd787234 admin admin] Publish callbacks [] for router (69afbb3e-e80f-441a-a315-8f5b8f07adfe), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:39.942339 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-64c45cb7-5975-47af-8a40-da004b925281 None None] Set router 69afbb3e-e80f-441a-a315-8f5b8f07adfe gateway port host: dv-cinder-837443-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:15:40.039763 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-dbb71838-db04-4bbc-bbea-00b5cd787234 admin admin] Publish callbacks [] for router_gateway (69afbb3e-e80f-441a-a315-8f5b8f07adfe), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:40.087043 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [None req-dbb71838-db04-4bbc-bbea-00b5cd787234 admin admin] Deleting port 0d584a60-9bf7-446b-9472-ebf84d3bed15 {{(pid=103483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:15:40.087383 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-dbb71838-db04-4bbc-bbea-00b5cd787234 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (0d584a60-9bf7-446b-9472-ebf84d3bed15), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:40.112007 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-64c45cb7-5975-47af-8a40-da004b925281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69afbb3e-e80f-441a-a315-8f5b8f07adfe', 'name': 'tempest-TestVolumeBootPattern-1214337262-router', 'tenant_id': '4290d39f5f214ceaa74062aeea829938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '0d584a60-9bf7-446b-9472-ebf84d3bed15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:07:50Z', 'updated_at': '2022-04-12T03:15:39Z', 'revision_number': 5, 'project_id': '4290d39f5f214ceaa74062aeea829938', 'gw_port': {'id': '0d584a60-9bf7-446b-9472-ebf84d3bed15', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69afbb3e-e80f-441a-a315-8f5b8f07adfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:07:50Z', 'updated_at': '2022-04-12T03:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi'}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:15:40.138758 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c45cb7-5975-47af-8a40-da004b925281 None None] Checking router: 69afbb3e-e80f-441a-a315-8f5b8f07adfe for host: dv-cinder-837443-1-iscsi {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:15:40.147349 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c45cb7-5975-47af-8a40-da004b925281 None None] Routers {'69afbb3e-e80f-441a-a315-8f5b8f07adfe'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:15:40.147981 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-64c45cb7-5975-47af-8a40-da004b925281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:15:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['69afbb3e-e80f-441a-a315-8f5b8f07adfe'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:15:40.172953 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.db [None req-dbb71838-db04-4bbc-bbea-00b5cd787234 admin admin] For port 0d584a60-9bf7-446b-9472-ebf84d3bed15, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=0d584a60-9bf7-446b-9472-ebf84d3bed15,segment=NetworkSegment(44a05d23-3fd0-4081-9abb-c6033767afb5),segment_id=44a05d23-3fd0-4081-9abb-c6033767afb5)] {{(pid=103483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:15:40.173338 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-dbb71838-db04-4bbc-bbea-00b5cd787234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (0d584a60-9bf7-446b-9472-ebf84d3bed15), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:40.190099 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [None req-dbb71838-db04-4bbc-bbea-00b5cd787234 admin admin] Calling delete_port for 0d584a60-9bf7-446b-9472-ebf84d3bed15 owned by network:router_gateway {{(pid=103483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:15:40.238210 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-64c45cb7-5975-47af-8a40-da004b925281 None None] Set router 69afbb3e-e80f-441a-a315-8f5b8f07adfe gateway port host: None {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:15:40.289260 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-64c45cb7-5975-47af-8a40-da004b925281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69afbb3e-e80f-441a-a315-8f5b8f07adfe', 'name': 'tempest-TestVolumeBootPattern-1214337262-router', 'tenant_id': '4290d39f5f214ceaa74062aeea829938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:07:50Z', 'updated_at': '2022-04-12T03:15:40Z', 'revision_number': 6, 'project_id': '4290d39f5f214ceaa74062aeea829938', 'gw_port_host': None}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:15:40.318096 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c45cb7-5975-47af-8a40-da004b925281 None None] The sync data for ids ['69afbb3e-e80f-441a-a315-8f5b8f07adfe'] in dv-cinder-837443-1-iscsi is: [{'id': '69afbb3e-e80f-441a-a315-8f5b8f07adfe', 'name': 'tempest-TestVolumeBootPattern-1214337262-router', 'tenant_id': '4290d39f5f214ceaa74062aeea829938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:07:50Z', 'updated_at': '2022-04-12T03:15:40Z', 'revision_number': 6, 'project_id': '4290d39f5f214ceaa74062aeea829938', 'gw_port_host': None}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:15:40.362723 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-dbb71838-db04-4bbc-bbea-00b5cd787234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28322803'] for port (0d584a60-9bf7-446b-9472-ebf84d3bed15), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:40.387964 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb71838-db04-4bbc-bbea-00b5cd787234 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d584a60-9bf7-446b-9472-ebf84d3bed15,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:15:40.450947 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-dbb71838-db04-4bbc-bbea-00b5cd787234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682811'] for router_gateway (69afbb3e-e80f-441a-a315-8f5b8f07adfe), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:40.544441 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-dbb71838-db04-4bbc-bbea-00b5cd787234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3784277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4538'] for router (69afbb3e-e80f-441a-a315-8f5b8f07adfe), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:40.546768 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-dbb71838-db04-4bbc-bbea-00b5cd787234 admin admin] Publish callbacks [] for router_controller (69afbb3e-e80f-441a-a315-8f5b8f07adfe), precommit_delete_associations {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:40.590500 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-dbb71838-db04-4bbc-bbea-00b5cd787234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3784284'] for router (69afbb3e-e80f-441a-a315-8f5b8f07adfe), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:40.591051 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb71838-db04-4bbc-bbea-00b5cd787234 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69afbb3e-e80f-441a-a315-8f5b8f07adfe {{(pid=103483) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 03:15:40.597900 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-dbb71838-db04-4bbc-bbea-00b5cd787234 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:40.597900 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-dbb71838-db04-4bbc-bbea-00b5cd787234 admin admin] 10.222.0.32 "DELETE /v2.0/routers/69afbb3e-e80f-441a-a315-8f5b8f07adfe HTTP/1.1" status: 204 len: 168 time: 0.7784157 Apr 12 03:15:40.600318 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 52186) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:15:40.644485 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad98217f-a2fb-4761-9613-bb3bbff1b488 admin admin] Deleting subnet 479a8d2d-6a9e-4e31-9b52-5f55980c23c8 {{(pid=103483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 03:15:40.648189 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ad98217f-a2fb-4761-9613-bb3bbff1b488 admin admin] Publish callbacks [] for subnet (479a8d2d-6a9e-4e31-9b52-5f55980c23c8), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:40.684528 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ad98217f-a2fb-4761-9613-bb3bbff1b488 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1983584'] for subnet (479a8d2d-6a9e-4e31-9b52-5f55980c23c8), precommit_delete_associations {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:41.050728 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ad98217f-a2fb-4761-9613-bb3bbff1b488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662842'] for subnet (479a8d2d-6a9e-4e31-9b52-5f55980c23c8), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:41.105880 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ad98217f-a2fb-4761-9613-bb3bbff1b488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28322702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28286562'] for subnet (479a8d2d-6a9e-4e31-9b52-5f55980c23c8), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:41.133750 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad98217f-a2fb-4761-9613-bb3bbff1b488 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=479a8d2d-6a9e-4e31-9b52-5f55980c23c8,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:15:41.135816 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ad98217f-a2fb-4761-9613-bb3bbff1b488 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for subnet (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:41.139078 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-ad98217f-a2fb-4761-9613-bb3bbff1b488 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/479a8d2d-6a9e-4e31-9b52-5f55980c23c8 HTTP/1.1" status: 204 len: 168 time: 0.5377748 Apr 12 03:15:41.141852 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 52188) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:15:41.142642 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5516e6-ba8e-4fe2-9968-5beeb3a720c4 None None] Network 803d882b-83f1-46ea-9b31-f19170578d24 requested from dv-cinder-837443-1-iscsi {{(pid=103485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:15:41.222835 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ee835813-f139-4df0-bb60-86834bbc5070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688745'] for network (803d882b-83f1-46ea-9b31-f19170578d24), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:41.271827 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-ee835813-f139-4df0-bb60-86834bbc5070 admin admin] Deleting port 1cc39819-f011-48a4-8182-a36b9aaa7272 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:15:41.272170 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ee835813-f139-4df0-bb60-86834bbc5070 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (1cc39819-f011-48a4-8182-a36b9aaa7272), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:41.284620 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfba18d-ef10-4dbd-8948-3cf01ac8fc63 None None] DHCP port deletion for 803d882b-83f1-46ea-9b31-f19170578d24 request from dv-cinder-837443-1-iscsi {{(pid=103485) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 03:15:41.329608 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-dbfba18d-ef10-4dbd-8948-3cf01ac8fc63 None None] Deleting port 1cc39819-f011-48a4-8182-a36b9aaa7272 {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:15:41.330255 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dbfba18d-ef10-4dbd-8948-3cf01ac8fc63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (1cc39819-f011-48a4-8182-a36b9aaa7272), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:41.338163 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-ee835813-f139-4df0-bb60-86834bbc5070 admin admin] For port 1cc39819-f011-48a4-8182-a36b9aaa7272, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=1cc39819-f011-48a4-8182-a36b9aaa7272,segment=NetworkSegment(f2d45942-1f1b-4e25-b218-287042079592),segment_id=f2d45942-1f1b-4e25-b218-287042079592)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:15:41.338573 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ee835813-f139-4df0-bb60-86834bbc5070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (1cc39819-f011-48a4-8182-a36b9aaa7272), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:41.351934 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-ee835813-f139-4df0-bb60-86834bbc5070 admin admin] Calling delete_port for 1cc39819-f011-48a4-8182-a36b9aaa7272 owned by network:dhcp {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:15:41.402514 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-dbfba18d-ef10-4dbd-8948-3cf01ac8fc63 None None] For port 1cc39819-f011-48a4-8182-a36b9aaa7272, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=1cc39819-f011-48a4-8182-a36b9aaa7272,segment=NetworkSegment(f2d45942-1f1b-4e25-b218-287042079592),segment_id=f2d45942-1f1b-4e25-b218-287042079592)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:15:41.402917 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dbfba18d-ef10-4dbd-8948-3cf01ac8fc63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (1cc39819-f011-48a4-8182-a36b9aaa7272), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:41.418911 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-dbfba18d-ef10-4dbd-8948-3cf01ac8fc63 None None] Calling delete_port for 1cc39819-f011-48a4-8182-a36b9aaa7272 owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:15:41.436671 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ee835813-f139-4df0-bb60-86834bbc5070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28695539'] for port (1cc39819-f011-48a4-8182-a36b9aaa7272), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:41.464249 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee835813-f139-4df0-bb60-86834bbc5070 admin admin] No DVR routers for this DVR port 1cc39819-f011-48a4-8182-a36b9aaa7272 on host dv-cinder-837443-1-iscsi {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:15:41.465818 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee835813-f139-4df0-bb60-86834bbc5070 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cc39819-f011-48a4-8182-a36b9aaa7272,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:15:41.499309 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-dbfba18d-ef10-4dbd-8948-3cf01ac8fc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115'] for port (1cc39819-f011-48a4-8182-a36b9aaa7272), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:41.524501 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfba18d-ef10-4dbd-8948-3cf01ac8fc63 None None] Pushing event deleted for resources: {'Port': ['ID=1cc39819-f011-48a4-8182-a36b9aaa7272,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:15:41.528816 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfba18d-ef10-4dbd-8948-3cf01ac8fc63 None None] No DVR routers for this DVR port 1cc39819-f011-48a4-8182-a36b9aaa7272 on host dv-cinder-837443-1-iscsi {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:15:41.535346 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfba18d-ef10-4dbd-8948-3cf01ac8fc63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:15:41.535683 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfba18d-ef10-4dbd-8948-3cf01ac8fc63 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:15:41.536058 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfba18d-ef10-4dbd-8948-3cf01ac8fc63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:15:41.536393 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfba18d-ef10-4dbd-8948-3cf01ac8fc63 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:15:41.536720 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfba18d-ef10-4dbd-8948-3cf01ac8fc63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:15:41.537041 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfba18d-ef10-4dbd-8948-3cf01ac8fc63 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:15:41.537376 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfba18d-ef10-4dbd-8948-3cf01ac8fc63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:15:41.537687 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfba18d-ef10-4dbd-8948-3cf01ac8fc63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:15:41.538006 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfba18d-ef10-4dbd-8948-3cf01ac8fc63 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:15:41.538706 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfba18d-ef10-4dbd-8948-3cf01ac8fc63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:15:41.538706 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfba18d-ef10-4dbd-8948-3cf01ac8fc63 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:15:41.539040 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfba18d-ef10-4dbd-8948-3cf01ac8fc63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:15:41.539245 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfba18d-ef10-4dbd-8948-3cf01ac8fc63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:15:41.539523 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfba18d-ef10-4dbd-8948-3cf01ac8fc63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:15:41.539864 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfba18d-ef10-4dbd-8948-3cf01ac8fc63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:15:41.542001 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ee835813-f139-4df0-bb60-86834bbc5070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659639', 'neutron.services.segments.db._delete_segments_for_network-8733264514991'] for network (803d882b-83f1-46ea-9b31-f19170578d24), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:41.562693 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.services.segments.db [None req-ee835813-f139-4df0-bb60-86834bbc5070 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['803d882b-83f1-46ea-9b31-f19170578d24']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:15:41.572172 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.services.segments.db [None req-ee835813-f139-4df0-bb60-86834bbc5070 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2d45942-1f1b-4e25-b218-287042079592') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:15:41.572495 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.services.segments.db [None req-ee835813-f139-4df0-bb60-86834bbc5070 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2d45942-1f1b-4e25-b218-287042079592') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:15:41.582353 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ee835813-f139-4df0-bb60-86834bbc5070 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733264516792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28399243'] for segment (f2d45942-1f1b-4e25-b218-287042079592), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:41.595584 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ee835813-f139-4df0-bb60-86834bbc5070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (f2d45942-1f1b-4e25-b218-287042079592), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:41.601692 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee835813-f139-4df0-bb60-86834bbc5070 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 03:15:41.602074 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ee835813-f139-4df0-bb60-86834bbc5070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28695332'] for segment (f2d45942-1f1b-4e25-b218-287042079592), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:41.603859 dv-cinder-837443-1-iscsi neutron-server[103484]: Traceback (most recent call last): Apr 12 03:15:41.603859 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 03:15:41.603859 dv-cinder-837443-1-iscsi neutron-server[103484]: timer() Apr 12 03:15:41.603859 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 03:15:41.603859 dv-cinder-837443-1-iscsi neutron-server[103484]: cb(*args, **kw) Apr 12 03:15:41.603859 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 03:15:41.603859 dv-cinder-837443-1-iscsi neutron-server[103484]: return func(*args, **kwargs) Apr 12 03:15:41.603859 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 03:15:41.603859 dv-cinder-837443-1-iscsi neutron-server[103484]: self._notify() Apr 12 03:15:41.603859 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 03:15:41.603859 dv-cinder-837443-1-iscsi neutron-server[103484]: self.callback(batched_events) Apr 12 03:15:41.603859 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 03:15:41.603859 dv-cinder-837443-1-iscsi neutron-server[103484]: event.method(event) Apr 12 03:15:41.603859 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 03:15:41.603859 dv-cinder-837443-1-iscsi neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 03:15:41.603859 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 03:15:41.603859 dv-cinder-837443-1-iscsi neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 03:15:41.603859 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 03:15:41.603859 dv-cinder-837443-1-iscsi neutron-server[103484]: return f(self, *a, **k) Apr 12 03:15:41.603859 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 03:15:41.603859 dv-cinder-837443-1-iscsi neutron-server[103484]: return self._get(url).json() Apr 12 03:15:41.603859 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 03:15:41.603859 dv-cinder-837443-1-iscsi neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 03:15:41.603859 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 03:15:41.603859 dv-cinder-837443-1-iscsi neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 12 03:15:41.603859 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 03:15:41.603859 dv-cinder-837443-1-iscsi neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 03:15:41.603859 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 03:15:41.603859 dv-cinder-837443-1-iscsi neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 03:15:41.603859 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 03:15:41.603859 dv-cinder-837443-1-iscsi neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 03:15:41.603859 dv-cinder-837443-1-iscsi neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 03:15:41.661372 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ee835813-f139-4df0-bb60-86834bbc5070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682719'] for network (803d882b-83f1-46ea-9b31-f19170578d24), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:41.666966 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-ee835813-f139-4df0-bb60-86834bbc5070 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for network (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:41.670316 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-ee835813-f139-4df0-bb60-86834bbc5070 admin admin] 10.222.0.32 "DELETE /v2.0/networks/803d882b-83f1-46ea-9b31-f19170578d24 HTTP/1.1" status: 204 len: 168 time: 0.5264027 Apr 12 03:15:41.681369 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee835813-f139-4df0-bb60-86834bbc5070 admin admin] Pushing event deleted for resources: {'Network': ['ID=803d882b-83f1-46ea-9b31-f19170578d24,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:15:41.796993 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 52192) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:15:41.836888 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-479ff08c-6172-4e3c-8abc-3568bdfb8eb8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=faa0847777334640bf8854a96c6e7a19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385454 Apr 12 03:15:41.839273 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 52194) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:15:41.891410 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-c12167a1-4915-401d-8e5c-39dfe7612766 admin admin] Publish callbacks [] for security_group (0d6366c1-cd84-4187-9ea8-d8d669c2f7b5), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:41.912659 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-c12167a1-4915-401d-8e5c-39dfe7612766 admin admin] Publish callbacks [] for security_group (0d6366c1-cd84-4187-9ea8-d8d669c2f7b5), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:41.961606 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-c12167a1-4915-401d-8e5c-39dfe7612766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (0d6366c1-cd84-4187-9ea8-d8d669c2f7b5), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:41.964491 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-c12167a1-4915-401d-8e5c-39dfe7612766 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:41.965729 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-c12167a1-4915-401d-8e5c-39dfe7612766 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0d6366c1-cd84-4187-9ea8-d8d669c2f7b5 HTTP/1.1" status: 204 len: 168 time: 0.1254811 Apr 12 03:15:41.973875 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12167a1-4915-401d-8e5c-39dfe7612766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6366c1-cd84-4187-9ea8-d8d669c2f7b5,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:15:42.026161 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 0d584a60-9bf7-446b-9472-ebf84d3bed15 no longer exists at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:15:42.046903 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] No Port match for: 0d584a60-9bf7-446b-9472-ebf84d3bed15 {{(pid=103485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:15:42.047244 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 0d584a60-9bf7-446b-9472-ebf84d3bed15 not bound to the agent host dv-cinder-837443-1-iscsi {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:15:42.047654 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 1cc39819-f011-48a4-8182-a36b9aaa7272 no longer exists at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:15:42.069926 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] No Port match for: 1cc39819-f011-48a4-8182-a36b9aaa7272 {{(pid=103485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:15:42.070271 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 1cc39819-f011-48a4-8182-a36b9aaa7272 not bound to the agent host dv-cinder-837443-1-iscsi {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:15:42.070677 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 74a3144a-42cf-4e5d-b5a0-33d3dfb2d163 no longer exists at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:15:42.091127 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] No Port match for: 74a3144a-42cf-4e5d-b5a0-33d3dfb2d163 {{(pid=103485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:15:42.091390 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 74a3144a-42cf-4e5d-b5a0-33d3dfb2d163 not bound to the agent host dv-cinder-837443-1-iscsi {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:15:42.294647 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 52200) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:15:42.334136 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-05b9a725-e350-47b2-a25e-134dfb48ef0c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4290d39f5f214ceaa74062aeea829938&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383377 Apr 12 03:15:42.336698 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 52202) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:15:42.383171 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-f43c40dc-2d13-425a-a900-1498584b1bcf admin admin] Publish callbacks [] for security_group (15117b84-2729-4279-877f-2140a3a46f07), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:42.406204 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-f43c40dc-2d13-425a-a900-1498584b1bcf admin admin] Publish callbacks [] for security_group (15117b84-2729-4279-877f-2140a3a46f07), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:42.456730 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-f43c40dc-2d13-425a-a900-1498584b1bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (15117b84-2729-4279-877f-2140a3a46f07), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:42.459200 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-f43c40dc-2d13-425a-a900-1498584b1bcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:42.460386 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-f43c40dc-2d13-425a-a900-1498584b1bcf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/15117b84-2729-4279-877f-2140a3a46f07 HTTP/1.1" status: 204 len: 168 time: 0.1228321 Apr 12 03:15:42.468408 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43c40dc-2d13-425a-a900-1498584b1bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15117b84-2729-4279-877f-2140a3a46f07,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:15:49.432455 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-ff980aea-1dd3-422c-8dda-fa06cb2a8cf4 req-ea911953-9780-4cdf-b97d-7f27b0903ecb tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-840446698&fields=id&tenant_id=f1dd2028f6f24f21be7d88a9ff3e7ae5 HTTP/1.1" status: 200 len: 267 time: 0.0498266 Apr 12 03:15:49.748659 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff980aea-1dd3-422c-8dda-fa06cb2a8cf4 req-fee86305-7bd5-4ec8-a4e1-2b048e72e4f8 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:49.750124 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-ff980aea-1dd3-422c-8dda-fa06cb2a8cf4 req-fee86305-7bd5-4ec8-a4e1-2b048e72e4f8 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/ports?device_id=46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb HTTP/1.1" status: 200 len: 985 time: 0.3106983 Apr 12 03:15:49.766933 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [req-ff980aea-1dd3-422c-8dda-fa06cb2a8cf4 req-13d57d86-89b4-4922-8322-c90dcc317d02 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Request body: {'port': {'security_groups': ['d83742fb-512e-4dab-bef6-6fbbfb0f1265']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:15:49.841493 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ff980aea-1dd3-422c-8dda-fa06cb2a8cf4 req-13d57d86-89b4-4922-8322-c90dcc317d02 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (1c1233ff-864e-44dd-aa43-474f8871a90a), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:50.022254 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-ff980aea-1dd3-422c-8dda-fa06cb2a8cf4 req-13d57d86-89b4-4922-8322-c90dcc317d02 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] For port 1c1233ff-864e-44dd-aa43-474f8871a90a, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=1c1233ff-864e-44dd-aa43-474f8871a90a,segment=NetworkSegment(70eb55f3-1215-4f59-bd32-de3295ee0cf8),segment_id=70eb55f3-1215-4f59-bd32-de3295ee0cf8)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:15:50.051410 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ff980aea-1dd3-422c-8dda-fa06cb2a8cf4 req-13d57d86-89b4-4922-8322-c90dcc317d02 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Publish callbacks [] for port (1c1233ff-864e-44dd-aa43-474f8871a90a), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:50.058052 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ff980aea-1dd3-422c-8dda-fa06cb2a8cf4 req-13d57d86-89b4-4922-8322-c90dcc317d02 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28695544'] for port (1c1233ff-864e-44dd-aa43-474f8871a90a), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:50.070483 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] get_ports_and_sgs() called for port_ids ['1c1233ff-864e-44dd-aa43-474f8871a90a'] {{(pid=103485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:15:50.110096 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff980aea-1dd3-422c-8dda-fa06cb2a8cf4 req-13d57d86-89b4-4922-8322-c90dcc317d02 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:50.110716 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ff980aea-1dd3-422c-8dda-fa06cb2a8cf4 req-13d57d86-89b4-4922-8322-c90dcc317d02 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for port (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:50.112096 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-ff980aea-1dd3-422c-8dda-fa06cb2a8cf4 req-13d57d86-89b4-4922-8322-c90dcc317d02 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "PUT /v2.0/ports/1c1233ff-864e-44dd-aa43-474f8871a90a HTTP/1.1" status: 200 len: 943 time: 0.3514609 Apr 12 03:15:50.112550 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb', 'tag': '1c1233ff-864e-44dd-aa43-474f8871a90a'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:15:50.114990 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d98137ebe7b3f8ae23a53251b76916d727952a33f49bb2ab88d2915e9897d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc9111e-b83b-4eda-8753-c0320efd61ba" -d '{"events": [{"name": "network-changed", "server_uuid": "46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb", "tag": "1c1233ff-864e-44dd-aa43-474f8871a90a"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:15:50.120068 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 52212) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:15:50.140030 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d57d86-89b4-4922-8322-c90dcc317d02 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Pushing event updated for resources: {'Port': ['ID=1c1233ff-864e-44dd-aa43-474f8871a90a,revision_number=7']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:15:50.175971 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06cf43a0-1467-4b85-9420-e41c7166cbbf x-openstack-request-id: req-06cf43a0-1467-4b85-9420-e41c7166cbbf {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:15:50.176364 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb", "tag": "1c1233ff-864e-44dd-aa43-474f8871a90a", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:15:50.176723 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-06cf43a0-1467-4b85-9420-e41c7166cbbf {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:15:50.177380 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06cf43a0-1467-4b85-9420-e41c7166cbbf'] response: {'name': 'network-changed', 'server_uuid': '46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb', 'tag': '1c1233ff-864e-44dd-aa43-474f8871a90a', 'status': 'completed', 'code': 200} Apr 12 03:15:50.198363 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-280f3ff3-23fe-4c13-a5ee-227179cefdaf tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Publish callbacks [] for security_group (0da4cb3d-eb86-4740-bfa2-8422305d28da), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:50.198983 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] get_ports_and_sgs() called for port_ids ['1c1233ff-864e-44dd-aa43-474f8871a90a'] {{(pid=103485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:15:50.228428 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-280f3ff3-23fe-4c13-a5ee-227179cefdaf tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Publish callbacks [] for security_group (0da4cb3d-eb86-4740-bfa2-8422305d28da), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:50.244762 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9111e-b83b-4eda-8753-c0320efd61ba req-2aa0db39-a8db-45d3-8969-6e9ed2209fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:50.246893 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-abc9111e-b83b-4eda-8753-c0320efd61ba req-2aa0db39-a8db-45d3-8969-6e9ed2209fe7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f1dd2028f6f24f21be7d88a9ff3e7ae5&device_id=46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb HTTP/1.1" status: 200 len: 1130 time: 0.0463696 Apr 12 03:15:50.304645 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-280f3ff3-23fe-4c13-a5ee-227179cefdaf tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (0da4cb3d-eb86-4740-bfa2-8422305d28da), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:50.308022 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-280f3ff3-23fe-4c13-a5ee-227179cefdaf tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Publish callbacks [] for security_group (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:50.311635 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-280f3ff3-23fe-4c13-a5ee-227179cefdaf tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "DELETE /v2.0/security-groups/0da4cb3d-eb86-4740-bfa2-8422305d28da HTTP/1.1" status: 204 len: 168 time: 0.1887085 Apr 12 03:15:50.313162 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 52214) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:15:50.355162 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9111e-b83b-4eda-8753-c0320efd61ba req-1d853195-f918-46aa-9169-fad401e93031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:50.356754 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-abc9111e-b83b-4eda-8753-c0320efd61ba req-1d853195-f918-46aa-9169-fad401e93031 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0 HTTP/1.1" status: 200 len: 915 time: 0.1040180 Apr 12 03:15:50.369816 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f3ff3-23fe-4c13-a5ee-227179cefdaf tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da4cb3d-eb86-4740-bfa2-8422305d28da,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:15:50.427104 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-06a88277-9cb7-4381-908a-c3c1b9eead40 None None] Provisioning complete for port 1c1233ff-864e-44dd-aa43-474f8871a90a triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:15:50.427486 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-06a88277-9cb7-4381-908a-c3c1b9eead40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (1c1233ff-864e-44dd-aa43-474f8871a90a), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:50.434341 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-abc9111e-b83b-4eda-8753-c0320efd61ba req-f28580ff-edf5-4861-961e-51d81d67f0cd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c1233ff-864e-44dd-aa43-474f8871a90a HTTP/1.1" status: 200 len: 1002 time: 0.0708313 Apr 12 03:15:50.485265 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9111e-b83b-4eda-8753-c0320efd61ba req-dca07bc3-e815-4f6e-81c7-55c1f6b371c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:50.486649 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-abc9111e-b83b-4eda-8753-c0320efd61ba req-dca07bc3-e815-4f6e-81c7-55c1f6b371c7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1b93d9b5-cf20-41ad-9899-d513f7963be7 HTTP/1.1" status: 200 len: 854 time: 0.0460811 Apr 12 03:15:50.487563 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [None req-99e61203-977d-426f-8087-70d0cff040c9 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Deleting port 460dde85-901a-467b-aa8c-165dcb458d03 {{(pid=103483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:15:50.487929 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-99e61203-977d-426f-8087-70d0cff040c9 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (460dde85-901a-467b-aa8c-165dcb458d03), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:50.513109 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-06a88277-9cb7-4381-908a-c3c1b9eead40 None None] Current status of the port 1c1233ff-864e-44dd-aa43-474f8871a90a is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:15:50.532506 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9111e-b83b-4eda-8753-c0320efd61ba req-a8a2e2f3-2669-435a-9131-7a56cd1cb11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:50.534009 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-abc9111e-b83b-4eda-8753-c0320efd61ba req-a8a2e2f3-2669-435a-9131-7a56cd1cb11a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406294 Apr 12 03:15:50.573009 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-99e61203-977d-426f-8087-70d0cff040c9 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (460dde85-901a-467b-aa8c-165dcb458d03), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:50.573444 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-99e61203-977d-426f-8087-70d0cff040c9 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Publish callbacks [] for floatingip (460dde85-901a-467b-aa8c-165dcb458d03), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:50.585755 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [None req-99e61203-977d-426f-8087-70d0cff040c9 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Calling delete_port for 460dde85-901a-467b-aa8c-165dcb458d03 owned by network:floatingip {{(pid=103483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:15:50.630306 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-abc9111e-b83b-4eda-8753-c0320efd61ba req-fa573a07-dd00-4120-92ef-6f66a3e83870 service neutron] 10.222.0.25 "GET /v2.0/networks/2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891123 Apr 12 03:15:50.728742 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-abc9111e-b83b-4eda-8753-c0320efd61ba req-7c8fdcbc-7fe7-4c21-b4f4-0ff20287907e service neutron] 10.222.0.25 "GET /v2.0/networks/2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917652 Apr 12 03:15:50.771633 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-99e61203-977d-426f-8087-70d0cff040c9 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28322803'] for port (460dde85-901a-467b-aa8c-165dcb458d03), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:50.797596 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e61203-977d-426f-8087-70d0cff040c9 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Pushing event deleted for resources: {'Port': ['ID=460dde85-901a-467b-aa8c-165dcb458d03,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:15:50.861183 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-99e61203-977d-426f-8087-70d0cff040c9 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Publish callbacks [] for floatingip (9322810b-84d1-45d7-bc16-487d9e6d2658), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:50.861487 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.db.l3_db [None req-99e61203-977d-426f-8087-70d0cff040c9 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Floating IP 9322810b-84d1-45d7-bc16-487d9e6d2658 disassociated (deleted). External IP: 172.27.3.117, port: 1c1233ff-864e-44dd-aa43-474f8871a90a. Apr 12 03:15:50.882231 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d9b4afc3-988d-4081-ae69-d9ab2b5cf58b), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:51.093242 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e61203-977d-426f-8087-70d0cff040c9 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Router c6301273-cae1-4b1e-a5a9-8a22a9b2265e has already been hosted by L3 agent beb15aed-f2b6-4676-85ca-b43f14e6acf3 {{(pid=103483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:15:51.205901 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e61203-977d-426f-8087-70d0cff040c9 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Notify agent at l3_agent.dv-cinder-837443-1-iscsi the message routers_updated {{(pid=103483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:15:51.210657 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-99e61203-977d-426f-8087-70d0cff040c9 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for floatingip (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:51.216833 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef33d682-9574-4daf-af64-f878bbdc5340 None None] Sync routers for ids ['c6301273-cae1-4b1e-a5a9-8a22a9b2265e'] in dv-cinder-837443-1-iscsi {{(pid=103485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:15:51.227904 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef33d682-9574-4daf-af64-f878bbdc5340 None None] Routers {'c6301273-cae1-4b1e-a5a9-8a22a9b2265e'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:15:51.228571 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-ef33d682-9574-4daf-af64-f878bbdc5340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:15:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['c6301273-cae1-4b1e-a5a9-8a22a9b2265e'], 'active': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:15:51.242307 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-99e61203-977d-426f-8087-70d0cff040c9 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "DELETE /v2.0/floatingips/9322810b-84d1-45d7-bc16-487d9e6d2658 HTTP/1.1" status: 204 len: 168 time: 0.9280467 Apr 12 03:15:51.242967 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb', 'tag': '1c1233ff-864e-44dd-aa43-474f8871a90a'}] {{(pid=103483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:15:51.245486 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e274900216188b1398d2f2ab6fda0f9d84329b9f507230773e3e9728a2d4b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5471785-49f4-49d7-b05b-d74be553d64f" -d '{"events": [{"name": "network-changed", "server_uuid": "46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb", "tag": "1c1233ff-864e-44dd-aa43-474f8871a90a"}]}' {{(pid=103483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:15:51.284837 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c263868-580b-4d87-b584-e9a653ce717c x-openstack-request-id: req-3c263868-580b-4d87-b584-e9a653ce717c {{(pid=103483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:15:51.285129 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb", "tag": "1c1233ff-864e-44dd-aa43-474f8871a90a", "status": "completed", "code": 200}]} {{(pid=103483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:15:51.285383 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3c263868-580b-4d87-b584-e9a653ce717c {{(pid=103483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:15:51.285796 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c263868-580b-4d87-b584-e9a653ce717c'] response: {'name': 'network-changed', 'server_uuid': '46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb', 'tag': '1c1233ff-864e-44dd-aa43-474f8871a90a', 'status': 'completed', 'code': 200} Apr 12 03:15:51.347294 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5471785-49f4-49d7-b05b-d74be553d64f req-c34471e2-cf19-45c8-a81a-29eaffff6fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:51.348134 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvr_db [None req-ef33d682-9574-4daf-af64-f878bbdc5340 None None] Set router c6301273-cae1-4b1e-a5a9-8a22a9b2265e gateway port host: dv-cinder-837443-1-iscsi {{(pid=103485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:15:51.348885 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-e5471785-49f4-49d7-b05b-d74be553d64f req-c34471e2-cf19-45c8-a81a-29eaffff6fd6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f1dd2028f6f24f21be7d88a9ff3e7ae5&device_id=46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb HTTP/1.1" status: 200 len: 1130 time: 0.0415504 Apr 12 03:15:51.447283 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5471785-49f4-49d7-b05b-d74be553d64f req-20e1d839-2cef-4b82-94b2-783932a066cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:51.450432 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-e5471785-49f4-49d7-b05b-d74be553d64f req-20e1d839-2cef-4b82-94b2-783932a066cc service neutron] 10.222.0.25 "GET /v2.0/networks?id=2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0 HTTP/1.1" status: 200 len: 915 time: 0.0959837 Apr 12 03:15:51.498909 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-e5471785-49f4-49d7-b05b-d74be553d64f req-82b5de71-61fb-4c60-935f-bdeaa89b1c11 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c1233ff-864e-44dd-aa43-474f8871a90a HTTP/1.1" status: 200 len: 217 time: 0.0421655 Apr 12 03:15:51.555322 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-ef33d682-9574-4daf-af64-f878bbdc5340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6301273-cae1-4b1e-a5a9-8a22a9b2265e', 'name': 'tempest-TestMinimumBasicScenario-1852271644-router', 'tenant_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'd5927e49-abc3-45d5-9c2f-0385057af7eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:13:42Z', 'updated_at': '2022-04-12T03:13:46Z', 'revision_number': 4, 'project_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'gw_port': {'id': 'd5927e49-abc3-45d5-9c2f-0385057af7eb', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:02:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6301273-cae1-4b1e-a5a9-8a22a9b2265e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:43Z', 'updated_at': '2022-04-12T03:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': '1f3a27cf-2d70-46d9-8d71-e5d715496f30', 'name': '', 'network_id': '2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0', 'tenant_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'mac_address': 'fa:16:3e:f3:b7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6301273-cae1-4b1e-a5a9-8a22a9b2265e', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1b93d9b5-cf20-41ad-9899-d513f7963be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:45Z', 'updated_at': '2022-04-12T03:13:51Z', 'revision_number': 5, 'project_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'subnets': [{'id': '1b93d9b5-cf20-41ad-9899-d513f7963be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:15:51.557687 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5471785-49f4-49d7-b05b-d74be553d64f req-936d5ddb-0be7-499d-9787-eb65d4a10cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:51.559350 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-e5471785-49f4-49d7-b05b-d74be553d64f req-936d5ddb-0be7-499d-9787-eb65d4a10cdc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1b93d9b5-cf20-41ad-9899-d513f7963be7 HTTP/1.1" status: 200 len: 854 time: 0.0553439 Apr 12 03:15:51.583544 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef33d682-9574-4daf-af64-f878bbdc5340 None None] Checking router: c6301273-cae1-4b1e-a5a9-8a22a9b2265e for host: dv-cinder-837443-1-iscsi {{(pid=103485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:15:51.591914 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef33d682-9574-4daf-af64-f878bbdc5340 None None] Routers {'c6301273-cae1-4b1e-a5a9-8a22a9b2265e'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:15:51.592536 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-ef33d682-9574-4daf-af64-f878bbdc5340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:15:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['c6301273-cae1-4b1e-a5a9-8a22a9b2265e'], 'active': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:15:51.709654 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvr_db [None req-ef33d682-9574-4daf-af64-f878bbdc5340 None None] Set router c6301273-cae1-4b1e-a5a9-8a22a9b2265e gateway port host: dv-cinder-837443-1-iscsi {{(pid=103485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:15:51.784794 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5471785-49f4-49d7-b05b-d74be553d64f req-b4bb5510-d8e6-436a-a9f2-7a4637308311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:51.786385 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-e5471785-49f4-49d7-b05b-d74be553d64f req-b4bb5510-d8e6-436a-a9f2-7a4637308311 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394678 Apr 12 03:15:51.887121 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-e5471785-49f4-49d7-b05b-d74be553d64f req-37b2e255-2abe-486d-a9c3-56d39ae7f4a1 service neutron] 10.222.0.25 "GET /v2.0/networks/2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943043 Apr 12 03:15:51.902412 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-ef33d682-9574-4daf-af64-f878bbdc5340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6301273-cae1-4b1e-a5a9-8a22a9b2265e', 'name': 'tempest-TestMinimumBasicScenario-1852271644-router', 'tenant_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'd5927e49-abc3-45d5-9c2f-0385057af7eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:13:42Z', 'updated_at': '2022-04-12T03:13:46Z', 'revision_number': 4, 'project_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'gw_port': {'id': 'd5927e49-abc3-45d5-9c2f-0385057af7eb', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:02:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6301273-cae1-4b1e-a5a9-8a22a9b2265e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:43Z', 'updated_at': '2022-04-12T03:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': '1f3a27cf-2d70-46d9-8d71-e5d715496f30', 'name': '', 'network_id': '2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0', 'tenant_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'mac_address': 'fa:16:3e:f3:b7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6301273-cae1-4b1e-a5a9-8a22a9b2265e', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1b93d9b5-cf20-41ad-9899-d513f7963be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:45Z', 'updated_at': '2022-04-12T03:13:51Z', 'revision_number': 5, 'project_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'subnets': [{'id': '1b93d9b5-cf20-41ad-9899-d513f7963be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:15:51.934820 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef33d682-9574-4daf-af64-f878bbdc5340 None None] The sync data for ids ['c6301273-cae1-4b1e-a5a9-8a22a9b2265e'] in dv-cinder-837443-1-iscsi is: [{'id': 'c6301273-cae1-4b1e-a5a9-8a22a9b2265e', 'name': 'tempest-TestMinimumBasicScenario-1852271644-router', 'tenant_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'd5927e49-abc3-45d5-9c2f-0385057af7eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:13:42Z', 'updated_at': '2022-04-12T03:13:46Z', 'revision_number': 4, 'project_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'gw_port': {'id': 'd5927e49-abc3-45d5-9c2f-0385057af7eb', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:02:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6301273-cae1-4b1e-a5a9-8a22a9b2265e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:43Z', 'updated_at': '2022-04-12T03:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': '1f3a27cf-2d70-46d9-8d71-e5d715496f30', 'name': '', 'network_id': '2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0', 'tenant_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'mac_address': 'fa:16:3e:f3:b7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6301273-cae1-4b1e-a5a9-8a22a9b2265e', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1b93d9b5-cf20-41ad-9899-d513f7963be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:45Z', 'updated_at': '2022-04-12T03:13:51Z', 'revision_number': 5, 'project_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'subnets': [{'id': '1b93d9b5-cf20-41ad-9899-d513f7963be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:15:51.981748 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-e5471785-49f4-49d7-b05b-d74be553d64f req-b6ad2e00-2d8e-45ae-9472-3f4a388ed24c service neutron] 10.222.0.25 "GET /v2.0/networks/2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890257 Apr 12 03:15:52.186848 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083bc8cc-e4da-4675-89f3-53982427cb06 None None] New status for floating IP 9322810b-84d1-45d7-bc16-487d9e6d2658: DOWN {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 03:15:54.059232 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27cc50-91fd-4142-a439-766fd5753540 req-7ad66133-451e-4522-9478-05f8bcf6a871 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:54.060787 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-3e27cc50-91fd-4142-a439-766fd5753540 req-7ad66133-451e-4522-9478-05f8bcf6a871 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/ports?device_id=46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb HTTP/1.1" status: 200 len: 946 time: 0.0556941 Apr 12 03:15:54.110662 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-3e27cc50-91fd-4142-a439-766fd5753540 req-af8730b9-24dd-44ca-a45e-902f0ecb8833 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83742fb-512e-4dab-bef6-6fbbfb0f1265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439501 Apr 12 03:15:54.794889 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6e3ab349-38fe-4375-adc8-00bea49beef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (fa7f2a92-0c20-457b-b451-d8a4489755d5), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:55.247517 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d747a3-f816-4077-a892-b22cdf5d539c req-b3f51561-edd6-4a16-a3ba-a4cd1a24055b tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:55.249062 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-a0d747a3-f816-4077-a892-b22cdf5d539c req-b3f51561-edd6-4a16-a3ba-a4cd1a24055b tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/ports?device_id=46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb HTTP/1.1" status: 200 len: 946 time: 0.0534039 Apr 12 03:15:55.304164 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-a0d747a3-f816-4077-a892-b22cdf5d539c req-b6c4d1ab-67b0-4804-a451-7dbc4f598d9e tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/security-groups?id=d83742fb-512e-4dab-bef6-6fbbfb0f1265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468278 Apr 12 03:15:55.531099 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.agents_db [None req-d3c4685f-78b0-4ffc-8e41-99bd627ddb58 None None] Agent healthcheck: found 6 active agents {{(pid=103486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:15:55.631233 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c54ca6-2a02-43af-9de3-2d79a7f395db req-28788cae-9e1d-4f03-9256-67a9b18fcfef tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:55.632694 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-93c54ca6-2a02-43af-9de3-2d79a7f395db req-28788cae-9e1d-4f03-9256-67a9b18fcfef tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.25 "GET /v2.0/ports?device_id=46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb HTTP/1.1" status: 200 len: 946 time: 0.0510185 Apr 12 03:15:55.718545 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-93c54ca6-2a02-43af-9de3-2d79a7f395db req-18835c10-4a15-4605-bfed-9b19e9d37603 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Deleting port 1c1233ff-864e-44dd-aa43-474f8871a90a {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:15:55.718833 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-93c54ca6-2a02-43af-9de3-2d79a7f395db req-18835c10-4a15-4605-bfed-9b19e9d37603 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (1c1233ff-864e-44dd-aa43-474f8871a90a), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:55.817519 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-93c54ca6-2a02-43af-9de3-2d79a7f395db req-18835c10-4a15-4605-bfed-9b19e9d37603 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] For port 1c1233ff-864e-44dd-aa43-474f8871a90a, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=1c1233ff-864e-44dd-aa43-474f8871a90a,segment=NetworkSegment(70eb55f3-1215-4f59-bd32-de3295ee0cf8),segment_id=70eb55f3-1215-4f59-bd32-de3295ee0cf8)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:15:55.817815 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-93c54ca6-2a02-43af-9de3-2d79a7f395db req-18835c10-4a15-4605-bfed-9b19e9d37603 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (1c1233ff-864e-44dd-aa43-474f8871a90a), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:55.838022 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [req-93c54ca6-2a02-43af-9de3-2d79a7f395db req-18835c10-4a15-4605-bfed-9b19e9d37603 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Calling delete_port for 1c1233ff-864e-44dd-aa43-474f8871a90a owned by compute:nova {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:15:55.974721 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-93c54ca6-2a02-43af-9de3-2d79a7f395db req-18835c10-4a15-4605-bfed-9b19e9d37603 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28695539'] for port (1c1233ff-864e-44dd-aa43-474f8871a90a), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:56.002673 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18835c10-4a15-4605-bfed-9b19e9d37603 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Pushing event deleted for resources: {'Port': ['ID=1c1233ff-864e-44dd-aa43-474f8871a90a,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:15:56.048253 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-93c54ca6-2a02-43af-9de3-2d79a7f395db req-18835c10-4a15-4605-bfed-9b19e9d37603 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] No DVR routers for this DVR port 1c1233ff-864e-44dd-aa43-474f8871a90a on host hv-cinder-83744 {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:15:56.050916 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-93c54ca6-2a02-43af-9de3-2d79a7f395db req-18835c10-4a15-4605-bfed-9b19e9d37603 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for port (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:56.054210 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-93c54ca6-2a02-43af-9de3-2d79a7f395db req-18835c10-4a15-4605-bfed-9b19e9d37603 tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.25 "DELETE /v2.0/ports/1c1233ff-864e-44dd-aa43-474f8871a90a HTTP/1.1" status: 204 len: 173 time: 0.4163694 Apr 12 03:15:56.054653 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb', 'name': 'network-vif-deleted', 'tag': '1c1233ff-864e-44dd-aa43-474f8871a90a'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:15:56.056972 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d98137ebe7b3f8ae23a53251b76916d727952a33f49bb2ab88d2915e9897d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e193c05-b289-46ed-858b-7ab8ecdc6879" -d '{"events": [{"server_uuid": "46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb", "name": "network-vif-deleted", "tag": "1c1233ff-864e-44dd-aa43-474f8871a90a"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:15:56.094130 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bcdc98c-6491-43bd-8805-686af10320af x-openstack-request-id: req-8bcdc98c-6491-43bd-8805-686af10320af {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:15:56.094427 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb", "name": "network-vif-deleted", "tag": "1c1233ff-864e-44dd-aa43-474f8871a90a", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:15:56.094684 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8bcdc98c-6491-43bd-8805-686af10320af {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:15:56.095090 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bcdc98c-6491-43bd-8805-686af10320af'] response: {'server_uuid': '46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb', 'name': 'network-vif-deleted', 'tag': '1c1233ff-864e-44dd-aa43-474f8871a90a', 'status': 'completed', 'code': 200} Apr 12 03:15:56.425737 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-36273166-e397-47c1-ae61-b13bdb629a58 req-8a19dd92-dadb-4d91-bf18-3ecb9244192a tempest-TestMinimumBasicScenario-1823249150 tempest-TestMinimumBasicScenario-1823249150-project] 10.222.0.32 "GET /v2.0/ports?device_id=46c2a442-fcf8-4c15-b07c-2e3b53e7e8bb HTTP/1.1" status: 200 len: 210 time: 0.0354502 Apr 12 03:15:57.264003 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6a9d34a5-cbdf-4616-8ce9-6f37354f5fbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (beb15aed-f2b6-4676-85ca-b43f14e6acf3), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:57.819523 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device 1c1233ff-864e-44dd-aa43-474f8871a90a no longer exists at agent hyperv_hv-cinder-83744 {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:15:57.840125 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] No Port match for: 1c1233ff-864e-44dd-aa43-474f8871a90a {{(pid=103485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:15:57.840487 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device 1c1233ff-864e-44dd-aa43-474f8871a90a not bound to the agent host hv-cinder-83744 {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:15:58.125001 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 52296) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:15:58.278196 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a63736aa-03b4-448a-a5ac-a324793c796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (2fa08797-e830-4b1e-af03-8a255eb086f2), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:58.497010 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-25048ac6-752c-4ab0-b602-c02419223a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685297'] for router_interface (c6301273-cae1-4b1e-a5a9-8a22a9b2265e), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:58.749339 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [None req-25048ac6-752c-4ab0-b602-c02419223a83 admin admin] Deleting port 1f3a27cf-2d70-46d9-8d71-e5d715496f30 {{(pid=103483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:15:58.749561 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-25048ac6-752c-4ab0-b602-c02419223a83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (1f3a27cf-2d70-46d9-8d71-e5d715496f30), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:58.842470 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.db [None req-25048ac6-752c-4ab0-b602-c02419223a83 admin admin] For port 1f3a27cf-2d70-46d9-8d71-e5d715496f30, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=1f3a27cf-2d70-46d9-8d71-e5d715496f30,segment=NetworkSegment(70eb55f3-1215-4f59-bd32-de3295ee0cf8),segment_id=70eb55f3-1215-4f59-bd32-de3295ee0cf8)] {{(pid=103483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:15:58.842830 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-25048ac6-752c-4ab0-b602-c02419223a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (1f3a27cf-2d70-46d9-8d71-e5d715496f30), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:58.855538 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [None req-25048ac6-752c-4ab0-b602-c02419223a83 admin admin] Calling delete_port for 1f3a27cf-2d70-46d9-8d71-e5d715496f30 owned by network:router_interface {{(pid=103483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:15:59.053569 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-25048ac6-752c-4ab0-b602-c02419223a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28322803'] for port (1f3a27cf-2d70-46d9-8d71-e5d715496f30), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:59.078478 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25048ac6-752c-4ab0-b602-c02419223a83 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f3a27cf-2d70-46d9-8d71-e5d715496f30,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:15:59.248374 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-25048ac6-752c-4ab0-b602-c02419223a83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685149'] for router_interface (c6301273-cae1-4b1e-a5a9-8a22a9b2265e), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:59.477967 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25048ac6-752c-4ab0-b602-c02419223a83 admin admin] Router c6301273-cae1-4b1e-a5a9-8a22a9b2265e has already been hosted by L3 agent beb15aed-f2b6-4676-85ca-b43f14e6acf3 {{(pid=103483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:15:59.589319 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25048ac6-752c-4ab0-b602-c02419223a83 admin admin] Notify agent at l3_agent.dv-cinder-837443-1-iscsi the message routers_updated {{(pid=103483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:15:59.595527 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-25048ac6-752c-4ab0-b602-c02419223a83 admin admin] 10.222.0.32 "PUT /v2.0/routers/c6301273-cae1-4b1e-a5a9-8a22a9b2265e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4698341 Apr 12 03:15:59.598856 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec6fb3a-f339-4e5e-bb05-eed0e7f62e77 None None] Sync routers for ids ['c6301273-cae1-4b1e-a5a9-8a22a9b2265e'] in dv-cinder-837443-1-iscsi {{(pid=103485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:15:59.599757 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 52298) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:15:59.609602 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec6fb3a-f339-4e5e-bb05-eed0e7f62e77 None None] Routers {'c6301273-cae1-4b1e-a5a9-8a22a9b2265e'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:15:59.610217 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-0ec6fb3a-f339-4e5e-bb05-eed0e7f62e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:15:57Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['c6301273-cae1-4b1e-a5a9-8a22a9b2265e'], 'active': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:15:59.715467 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b37c8ff2-51ac-4421-a88c-11ed319471af admin admin] Publish callbacks [] for router (c6301273-cae1-4b1e-a5a9-8a22a9b2265e), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:59.825374 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b37c8ff2-51ac-4421-a88c-11ed319471af admin admin] Publish callbacks [] for router_gateway (c6301273-cae1-4b1e-a5a9-8a22a9b2265e), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:59.860043 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvr_db [None req-0ec6fb3a-f339-4e5e-bb05-eed0e7f62e77 None None] Set router c6301273-cae1-4b1e-a5a9-8a22a9b2265e gateway port host: dv-cinder-837443-1-iscsi {{(pid=103485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:15:59.872467 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-b37c8ff2-51ac-4421-a88c-11ed319471af admin admin] Deleting port d5927e49-abc3-45d5-9c2f-0385057af7eb {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:15:59.872793 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b37c8ff2-51ac-4421-a88c-11ed319471af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (d5927e49-abc3-45d5-9c2f-0385057af7eb), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:59.951644 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-b37c8ff2-51ac-4421-a88c-11ed319471af admin admin] For port d5927e49-abc3-45d5-9c2f-0385057af7eb, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=d5927e49-abc3-45d5-9c2f-0385057af7eb,segment=NetworkSegment(44a05d23-3fd0-4081-9abb-c6033767afb5),segment_id=44a05d23-3fd0-4081-9abb-c6033767afb5)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:15:59.952032 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b37c8ff2-51ac-4421-a88c-11ed319471af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (d5927e49-abc3-45d5-9c2f-0385057af7eb), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:59.965148 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-b37c8ff2-51ac-4421-a88c-11ed319471af admin admin] Calling delete_port for d5927e49-abc3-45d5-9c2f-0385057af7eb owned by network:router_gateway {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:15:59.989342 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be625cda-7f2b-4ec3-b03f-aa24446ccc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d888e177-8f03-43a8-a394-c59927fa1996), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:00.043920 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-0ec6fb3a-f339-4e5e-bb05-eed0e7f62e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6301273-cae1-4b1e-a5a9-8a22a9b2265e', 'name': 'tempest-TestMinimumBasicScenario-1852271644-router', 'tenant_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'd5927e49-abc3-45d5-9c2f-0385057af7eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:13:42Z', 'updated_at': '2022-04-12T03:15:59Z', 'revision_number': 5, 'project_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'gw_port': {'id': 'd5927e49-abc3-45d5-9c2f-0385057af7eb', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:02:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6301273-cae1-4b1e-a5a9-8a22a9b2265e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:43Z', 'updated_at': '2022-04-12T03:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi'}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:16:00.070730 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec6fb3a-f339-4e5e-bb05-eed0e7f62e77 None None] Checking router: c6301273-cae1-4b1e-a5a9-8a22a9b2265e for host: dv-cinder-837443-1-iscsi {{(pid=103485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:16:00.080459 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec6fb3a-f339-4e5e-bb05-eed0e7f62e77 None None] Routers {'c6301273-cae1-4b1e-a5a9-8a22a9b2265e'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:16:00.081005 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-0ec6fb3a-f339-4e5e-bb05-eed0e7f62e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:15:57Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['c6301273-cae1-4b1e-a5a9-8a22a9b2265e'], 'active': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:16:00.145761 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b37c8ff2-51ac-4421-a88c-11ed319471af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28695539'] for port (d5927e49-abc3-45d5-9c2f-0385057af7eb), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:00.172301 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvr_db [None req-0ec6fb3a-f339-4e5e-bb05-eed0e7f62e77 None None] Set router c6301273-cae1-4b1e-a5a9-8a22a9b2265e gateway port host: None {{(pid=103485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:16:00.177858 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37c8ff2-51ac-4421-a88c-11ed319471af admin admin] Pushing event deleted for resources: {'Port': ['ID=d5927e49-abc3-45d5-9c2f-0385057af7eb,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:00.228851 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-0ec6fb3a-f339-4e5e-bb05-eed0e7f62e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6301273-cae1-4b1e-a5a9-8a22a9b2265e', 'name': 'tempest-TestMinimumBasicScenario-1852271644-router', 'tenant_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:13:42Z', 'updated_at': '2022-04-12T03:15:59Z', 'revision_number': 6, 'project_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'gw_port_host': None}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:16:00.233798 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b37c8ff2-51ac-4421-a88c-11ed319471af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682811'] for router_gateway (c6301273-cae1-4b1e-a5a9-8a22a9b2265e), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:00.256224 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec6fb3a-f339-4e5e-bb05-eed0e7f62e77 None None] The sync data for ids ['c6301273-cae1-4b1e-a5a9-8a22a9b2265e'] in dv-cinder-837443-1-iscsi is: [{'id': 'c6301273-cae1-4b1e-a5a9-8a22a9b2265e', 'name': 'tempest-TestMinimumBasicScenario-1852271644-router', 'tenant_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:13:42Z', 'updated_at': '2022-04-12T03:15:59Z', 'revision_number': 6, 'project_id': 'f1dd2028f6f24f21be7d88a9ff3e7ae5', 'gw_port_host': None}] {{(pid=103485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:16:00.332924 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b37c8ff2-51ac-4421-a88c-11ed319471af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3784277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4538'] for router (c6301273-cae1-4b1e-a5a9-8a22a9b2265e), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:00.335084 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b37c8ff2-51ac-4421-a88c-11ed319471af admin admin] Publish callbacks [] for router_controller (c6301273-cae1-4b1e-a5a9-8a22a9b2265e), precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:00.387523 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b37c8ff2-51ac-4421-a88c-11ed319471af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3784284'] for router (c6301273-cae1-4b1e-a5a9-8a22a9b2265e), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:00.388284 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37c8ff2-51ac-4421-a88c-11ed319471af admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6301273-cae1-4b1e-a5a9-8a22a9b2265e {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 03:16:00.393252 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b37c8ff2-51ac-4421-a88c-11ed319471af admin admin] Publish callbacks [] for router (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:00.394361 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-b37c8ff2-51ac-4421-a88c-11ed319471af admin admin] 10.222.0.32 "DELETE /v2.0/routers/c6301273-cae1-4b1e-a5a9-8a22a9b2265e HTTP/1.1" status: 204 len: 168 time: 0.7916698 Apr 12 03:16:00.397211 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 52300) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:00.444545 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e84a147-ba8f-4bb6-bd84-c96cd259e444 admin admin] Deleting subnet 1b93d9b5-cf20-41ad-9899-d513f7963be7 {{(pid=103483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 03:16:00.447692 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-8e84a147-ba8f-4bb6-bd84-c96cd259e444 admin admin] Publish callbacks [] for subnet (1b93d9b5-cf20-41ad-9899-d513f7963be7), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:00.482534 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-8e84a147-ba8f-4bb6-bd84-c96cd259e444 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1983584'] for subnet (1b93d9b5-cf20-41ad-9899-d513f7963be7), precommit_delete_associations {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:00.558023 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-8e84a147-ba8f-4bb6-bd84-c96cd259e444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662842'] for subnet (1b93d9b5-cf20-41ad-9899-d513f7963be7), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:00.614300 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-8e84a147-ba8f-4bb6-bd84-c96cd259e444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28322702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28286562'] for subnet (1b93d9b5-cf20-41ad-9899-d513f7963be7), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:00.642941 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e84a147-ba8f-4bb6-bd84-c96cd259e444 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b93d9b5-cf20-41ad-9899-d513f7963be7,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:00.651018 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-8e84a147-ba8f-4bb6-bd84-c96cd259e444 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for subnet (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:00.656597 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-8e84a147-ba8f-4bb6-bd84-c96cd259e444 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1b93d9b5-cf20-41ad-9899-d513f7963be7 HTTP/1.1" status: 204 len: 168 time: 0.2566805 Apr 12 03:16:00.656801 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b12c84f-b8c3-4f30-a319-de27b960cb35 None None] Network 2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0 requested from dv-cinder-837443-1-iscsi {{(pid=103485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:16:00.657251 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 52302) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:00.727391 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6a2a1b27-2de4-4c30-bad3-65cea06e31a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688745'] for network (2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:00.773721 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-6a2a1b27-2de4-4c30-bad3-65cea06e31a0 admin admin] Deleting port 7e11087f-fc88-489a-b217-61e350b0e6ff {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:16:00.774053 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6a2a1b27-2de4-4c30-bad3-65cea06e31a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (7e11087f-fc88-489a-b217-61e350b0e6ff), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:00.847072 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-6a2a1b27-2de4-4c30-bad3-65cea06e31a0 admin admin] For port 7e11087f-fc88-489a-b217-61e350b0e6ff, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=7e11087f-fc88-489a-b217-61e350b0e6ff,segment=NetworkSegment(70eb55f3-1215-4f59-bd32-de3295ee0cf8),segment_id=70eb55f3-1215-4f59-bd32-de3295ee0cf8)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:16:00.847667 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6a2a1b27-2de4-4c30-bad3-65cea06e31a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (7e11087f-fc88-489a-b217-61e350b0e6ff), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:00.866104 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-6a2a1b27-2de4-4c30-bad3-65cea06e31a0 admin admin] Calling delete_port for 7e11087f-fc88-489a-b217-61e350b0e6ff owned by network:dhcp {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:16:00.950479 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6a2a1b27-2de4-4c30-bad3-65cea06e31a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28695539'] for port (7e11087f-fc88-489a-b217-61e350b0e6ff), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:00.978848 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a1b27-2de4-4c30-bad3-65cea06e31a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e11087f-fc88-489a-b217-61e350b0e6ff,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:00.982480 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2a1b27-2de4-4c30-bad3-65cea06e31a0 admin admin] No DVR routers for this DVR port 7e11087f-fc88-489a-b217-61e350b0e6ff on host dv-cinder-837443-1-iscsi {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:16:01.022892 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba405a6-6e44-4a6e-9519-d149fb88e311 None None] DHCP port deletion for 2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0 request from dv-cinder-837443-1-iscsi {{(pid=103485) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 03:16:01.055896 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6a2a1b27-2de4-4c30-bad3-65cea06e31a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659639', 'neutron.services.segments.db._delete_segments_for_network-8733264514991'] for network (2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:01.076610 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.services.segments.db [None req-6a2a1b27-2de4-4c30-bad3-65cea06e31a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:16:01.085574 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.services.segments.db [None req-6a2a1b27-2de4-4c30-bad3-65cea06e31a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70eb55f3-1215-4f59-bd32-de3295ee0cf8') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:16:01.085865 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.services.segments.db [None req-6a2a1b27-2de4-4c30-bad3-65cea06e31a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70eb55f3-1215-4f59-bd32-de3295ee0cf8') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:16:01.095049 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6a2a1b27-2de4-4c30-bad3-65cea06e31a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733264516792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28399243'] for segment (70eb55f3-1215-4f59-bd32-de3295ee0cf8), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:01.108523 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6a2a1b27-2de4-4c30-bad3-65cea06e31a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (70eb55f3-1215-4f59-bd32-de3295ee0cf8), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:01.114361 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a2a1b27-2de4-4c30-bad3-65cea06e31a0 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 03:16:01.114739 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6a2a1b27-2de4-4c30-bad3-65cea06e31a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28695332'] for segment (70eb55f3-1215-4f59-bd32-de3295ee0cf8), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:01.116518 dv-cinder-837443-1-iscsi neutron-server[103484]: Traceback (most recent call last): Apr 12 03:16:01.116518 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 03:16:01.116518 dv-cinder-837443-1-iscsi neutron-server[103484]: timer() Apr 12 03:16:01.116518 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 03:16:01.116518 dv-cinder-837443-1-iscsi neutron-server[103484]: cb(*args, **kw) Apr 12 03:16:01.116518 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 03:16:01.116518 dv-cinder-837443-1-iscsi neutron-server[103484]: return func(*args, **kwargs) Apr 12 03:16:01.116518 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 03:16:01.116518 dv-cinder-837443-1-iscsi neutron-server[103484]: self._notify() Apr 12 03:16:01.116518 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 03:16:01.116518 dv-cinder-837443-1-iscsi neutron-server[103484]: self.callback(batched_events) Apr 12 03:16:01.116518 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 03:16:01.116518 dv-cinder-837443-1-iscsi neutron-server[103484]: event.method(event) Apr 12 03:16:01.116518 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 03:16:01.116518 dv-cinder-837443-1-iscsi neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 03:16:01.116518 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 03:16:01.116518 dv-cinder-837443-1-iscsi neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 03:16:01.116518 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 03:16:01.116518 dv-cinder-837443-1-iscsi neutron-server[103484]: return f(self, *a, **k) Apr 12 03:16:01.116518 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 03:16:01.116518 dv-cinder-837443-1-iscsi neutron-server[103484]: return self._get(url).json() Apr 12 03:16:01.116518 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 03:16:01.116518 dv-cinder-837443-1-iscsi neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 03:16:01.116518 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 03:16:01.116518 dv-cinder-837443-1-iscsi neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 12 03:16:01.116518 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 03:16:01.116518 dv-cinder-837443-1-iscsi neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 03:16:01.116518 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 03:16:01.116518 dv-cinder-837443-1-iscsi neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 03:16:01.116518 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 03:16:01.116518 dv-cinder-837443-1-iscsi neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 03:16:01.116518 dv-cinder-837443-1-iscsi neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 03:16:01.175146 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6a2a1b27-2de4-4c30-bad3-65cea06e31a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682719'] for network (2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:01.180904 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-6a2a1b27-2de4-4c30-bad3-65cea06e31a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for network (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:01.184023 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-6a2a1b27-2de4-4c30-bad3-65cea06e31a0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0 HTTP/1.1" status: 204 len: 168 time: 0.5259466 Apr 12 03:16:01.187661 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 52304) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:01.194583 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a1b27-2de4-4c30-bad3-65cea06e31a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2022e5a0-6fcb-4c6d-b939-a4e1bbe1cfa0,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:01.361221 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:01.523437 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-fdadffec-aa52-416f-b528-e1f1cd695c17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685297'] for router_interface (4d5748e0-ce23-44b4-b729-097e5adf8c79), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:01.778568 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [None req-fdadffec-aa52-416f-b528-e1f1cd695c17 admin admin] Deleting port b71b03f7-ed81-4c36-aff9-5dfb561d2be0 {{(pid=103483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:16:01.778932 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-fdadffec-aa52-416f-b528-e1f1cd695c17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (b71b03f7-ed81-4c36-aff9-5dfb561d2be0), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:01.858170 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.db [None req-fdadffec-aa52-416f-b528-e1f1cd695c17 admin admin] For port b71b03f7-ed81-4c36-aff9-5dfb561d2be0, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=b71b03f7-ed81-4c36-aff9-5dfb561d2be0,segment=NetworkSegment(3898ed16-bb5f-4e43-be95-6529256ea24a),segment_id=3898ed16-bb5f-4e43-be95-6529256ea24a)] {{(pid=103483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:16:01.858515 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-fdadffec-aa52-416f-b528-e1f1cd695c17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (b71b03f7-ed81-4c36-aff9-5dfb561d2be0), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:01.875227 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [None req-fdadffec-aa52-416f-b528-e1f1cd695c17 admin admin] Calling delete_port for b71b03f7-ed81-4c36-aff9-5dfb561d2be0 owned by network:router_interface {{(pid=103483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:16:02.028147 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device d5927e49-abc3-45d5-9c2f-0385057af7eb no longer exists at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:16:02.049247 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] No Port match for: d5927e49-abc3-45d5-9c2f-0385057af7eb {{(pid=103485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:16:02.049494 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device d5927e49-abc3-45d5-9c2f-0385057af7eb not bound to the agent host dv-cinder-837443-1-iscsi {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:16:02.049901 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 1f3a27cf-2d70-46d9-8d71-e5d715496f30 no longer exists at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:16:02.072170 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] No Port match for: 1f3a27cf-2d70-46d9-8d71-e5d715496f30 {{(pid=103485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:16:02.072503 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 1f3a27cf-2d70-46d9-8d71-e5d715496f30 not bound to the agent host dv-cinder-837443-1-iscsi {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:16:02.072900 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 7e11087f-fc88-489a-b217-61e350b0e6ff no longer exists at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:16:02.078590 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-fdadffec-aa52-416f-b528-e1f1cd695c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28322803'] for port (b71b03f7-ed81-4c36-aff9-5dfb561d2be0), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:02.092312 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] No Port match for: 7e11087f-fc88-489a-b217-61e350b0e6ff {{(pid=103485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:16:02.092644 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 7e11087f-fc88-489a-b217-61e350b0e6ff not bound to the agent host dv-cinder-837443-1-iscsi {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:16:02.105129 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdadffec-aa52-416f-b528-e1f1cd695c17 admin admin] Pushing event deleted for resources: {'Port': ['ID=b71b03f7-ed81-4c36-aff9-5dfb561d2be0,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:02.274486 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-fdadffec-aa52-416f-b528-e1f1cd695c17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685149'] for router_interface (4d5748e0-ce23-44b4-b729-097e5adf8c79), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:02.783029 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdadffec-aa52-416f-b528-e1f1cd695c17 admin admin] Router 4d5748e0-ce23-44b4-b729-097e5adf8c79 has already been hosted by L3 agent beb15aed-f2b6-4676-85ca-b43f14e6acf3 {{(pid=103483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:16:02.894911 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdadffec-aa52-416f-b528-e1f1cd695c17 admin admin] Notify agent at l3_agent.dv-cinder-837443-1-iscsi the message routers_updated {{(pid=103483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:16:02.900173 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-fdadffec-aa52-416f-b528-e1f1cd695c17 admin admin] 10.222.0.32 "PUT /v2.0/routers/4d5748e0-ce23-44b4-b729-097e5adf8c79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7111259 Apr 12 03:16:02.902467 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 52306) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:02.906882 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f70e8d-e107-4134-9ce1-355daeb6b44e None None] Sync routers for ids ['4d5748e0-ce23-44b4-b729-097e5adf8c79'] in dv-cinder-837443-1-iscsi {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:16:02.917840 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f70e8d-e107-4134-9ce1-355daeb6b44e None None] Routers {'4d5748e0-ce23-44b4-b729-097e5adf8c79'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:16:02.918452 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-61f70e8d-e107-4134-9ce1-355daeb6b44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:15:57Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['4d5748e0-ce23-44b4-b729-097e5adf8c79'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:16:03.009137 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-56d5889d-663a-444e-a8ab-5691ea02fcc1 admin admin] Publish callbacks [] for router (4d5748e0-ce23-44b4-b729-097e5adf8c79), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:03.024798 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-61f70e8d-e107-4134-9ce1-355daeb6b44e None None] Set router 4d5748e0-ce23-44b4-b729-097e5adf8c79 gateway port host: dv-cinder-837443-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:16:03.117775 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-56d5889d-663a-444e-a8ab-5691ea02fcc1 admin admin] Publish callbacks [] for router_gateway (4d5748e0-ce23-44b4-b729-097e5adf8c79), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:03.164530 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [None req-56d5889d-663a-444e-a8ab-5691ea02fcc1 admin admin] Deleting port 830e08d9-8750-4e69-bd67-ca5db9c576a4 {{(pid=103483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:16:03.164871 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-56d5889d-663a-444e-a8ab-5691ea02fcc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (830e08d9-8750-4e69-bd67-ca5db9c576a4), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:03.192665 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-61f70e8d-e107-4134-9ce1-355daeb6b44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5748e0-ce23-44b4-b729-097e5adf8c79', 'name': 'tempest-TestMinimumBasicScenario-1082889033-router', 'tenant_id': '476d54f083c54f89b7b0de86d9f68238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '830e08d9-8750-4e69-bd67-ca5db9c576a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:13:48Z', 'updated_at': '2022-04-12T03:16:02Z', 'revision_number': 5, 'project_id': '476d54f083c54f89b7b0de86d9f68238', 'gw_port': {'id': '830e08d9-8750-4e69-bd67-ca5db9c576a4', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5748e0-ce23-44b4-b729-097e5adf8c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:49Z', 'updated_at': '2022-04-12T03:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi'}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:16:03.223165 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f70e8d-e107-4134-9ce1-355daeb6b44e None None] Checking router: 4d5748e0-ce23-44b4-b729-097e5adf8c79 for host: dv-cinder-837443-1-iscsi {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:16:03.231931 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f70e8d-e107-4134-9ce1-355daeb6b44e None None] Routers {'4d5748e0-ce23-44b4-b729-097e5adf8c79'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:16:03.232566 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-61f70e8d-e107-4134-9ce1-355daeb6b44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:15:57Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['4d5748e0-ce23-44b4-b729-097e5adf8c79'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:16:03.241769 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.db [None req-56d5889d-663a-444e-a8ab-5691ea02fcc1 admin admin] For port 830e08d9-8750-4e69-bd67-ca5db9c576a4, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=830e08d9-8750-4e69-bd67-ca5db9c576a4,segment=NetworkSegment(44a05d23-3fd0-4081-9abb-c6033767afb5),segment_id=44a05d23-3fd0-4081-9abb-c6033767afb5)] {{(pid=103483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:16:03.242141 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-56d5889d-663a-444e-a8ab-5691ea02fcc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (830e08d9-8750-4e69-bd67-ca5db9c576a4), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:03.259650 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [None req-56d5889d-663a-444e-a8ab-5691ea02fcc1 admin admin] Calling delete_port for 830e08d9-8750-4e69-bd67-ca5db9c576a4 owned by network:router_gateway {{(pid=103483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:16:03.320296 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-61f70e8d-e107-4134-9ce1-355daeb6b44e None None] Set router 4d5748e0-ce23-44b4-b729-097e5adf8c79 gateway port host: None {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:16:03.372692 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-61f70e8d-e107-4134-9ce1-355daeb6b44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5748e0-ce23-44b4-b729-097e5adf8c79', 'name': 'tempest-TestMinimumBasicScenario-1082889033-router', 'tenant_id': '476d54f083c54f89b7b0de86d9f68238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:13:48Z', 'updated_at': '2022-04-12T03:16:03Z', 'revision_number': 6, 'project_id': '476d54f083c54f89b7b0de86d9f68238', 'gw_port_host': None}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:16:03.439281 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-56d5889d-663a-444e-a8ab-5691ea02fcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28322803'] for port (830e08d9-8750-4e69-bd67-ca5db9c576a4), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:03.465488 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d5889d-663a-444e-a8ab-5691ea02fcc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=830e08d9-8750-4e69-bd67-ca5db9c576a4,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:03.496901 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f70e8d-e107-4134-9ce1-355daeb6b44e None None] The sync data for ids ['4d5748e0-ce23-44b4-b729-097e5adf8c79'] in dv-cinder-837443-1-iscsi is: [{'id': '4d5748e0-ce23-44b4-b729-097e5adf8c79', 'name': 'tempest-TestMinimumBasicScenario-1082889033-router', 'tenant_id': '476d54f083c54f89b7b0de86d9f68238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:13:48Z', 'updated_at': '2022-04-12T03:16:03Z', 'revision_number': 6, 'project_id': '476d54f083c54f89b7b0de86d9f68238', 'gw_port_host': None}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:16:03.537191 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-56d5889d-663a-444e-a8ab-5691ea02fcc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682811'] for router_gateway (4d5748e0-ce23-44b4-b729-097e5adf8c79), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:03.630925 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-56d5889d-663a-444e-a8ab-5691ea02fcc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3784277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4538'] for router (4d5748e0-ce23-44b4-b729-097e5adf8c79), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:03.633255 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-56d5889d-663a-444e-a8ab-5691ea02fcc1 admin admin] Publish callbacks [] for router_controller (4d5748e0-ce23-44b4-b729-097e5adf8c79), precommit_delete_associations {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:03.691256 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-56d5889d-663a-444e-a8ab-5691ea02fcc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3784284'] for router (4d5748e0-ce23-44b4-b729-097e5adf8c79), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:03.691657 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d5889d-663a-444e-a8ab-5691ea02fcc1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d5748e0-ce23-44b4-b729-097e5adf8c79 {{(pid=103483) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 03:16:03.695766 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-56d5889d-663a-444e-a8ab-5691ea02fcc1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:03.696914 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-56d5889d-663a-444e-a8ab-5691ea02fcc1 admin admin] 10.222.0.32 "DELETE /v2.0/routers/4d5748e0-ce23-44b4-b729-097e5adf8c79 HTTP/1.1" status: 204 len: 168 time: 0.7935905 Apr 12 03:16:03.699818 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 52308) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:03.744057 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a60c078-28b2-4188-85a7-2e139ad0cb2f admin admin] Deleting subnet dbba5655-63b2-40a3-be66-2e6838b9dcb2 {{(pid=103483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 03:16:03.747260 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-0a60c078-28b2-4188-85a7-2e139ad0cb2f admin admin] Publish callbacks [] for subnet (dbba5655-63b2-40a3-be66-2e6838b9dcb2), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:03.782326 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-0a60c078-28b2-4188-85a7-2e139ad0cb2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1983584'] for subnet (dbba5655-63b2-40a3-be66-2e6838b9dcb2), precommit_delete_associations {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:03.862926 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-0a60c078-28b2-4188-85a7-2e139ad0cb2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662842'] for subnet (dbba5655-63b2-40a3-be66-2e6838b9dcb2), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:03.920919 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-0a60c078-28b2-4188-85a7-2e139ad0cb2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28322702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28286562'] for subnet (dbba5655-63b2-40a3-be66-2e6838b9dcb2), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:03.945365 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a60c078-28b2-4188-85a7-2e139ad0cb2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbba5655-63b2-40a3-be66-2e6838b9dcb2,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:03.951366 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-0a60c078-28b2-4188-85a7-2e139ad0cb2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for subnet (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:03.954519 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-0a60c078-28b2-4188-85a7-2e139ad0cb2f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/dbba5655-63b2-40a3-be66-2e6838b9dcb2 HTTP/1.1" status: 204 len: 168 time: 0.2537482 Apr 12 03:16:03.957161 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 52310) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:03.958479 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5870891a-5789-47d7-b970-64757fc7d860 None None] Network a636e648-b33d-4c26-b0a8-675eab931d92 requested from dv-cinder-837443-1-iscsi {{(pid=103485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:16:04.030384 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-269101e8-ca06-4553-af8f-4b52a24d1f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688745'] for network (a636e648-b33d-4c26-b0a8-675eab931d92), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:04.077500 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-269101e8-ca06-4553-af8f-4b52a24d1f25 admin admin] Deleting port a990f2b7-62f0-434b-846e-4e196d3a0432 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:16:04.077842 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-269101e8-ca06-4553-af8f-4b52a24d1f25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (a990f2b7-62f0-434b-846e-4e196d3a0432), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:04.141017 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-269101e8-ca06-4553-af8f-4b52a24d1f25 admin admin] For port a990f2b7-62f0-434b-846e-4e196d3a0432, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=a990f2b7-62f0-434b-846e-4e196d3a0432,segment=NetworkSegment(3898ed16-bb5f-4e43-be95-6529256ea24a),segment_id=3898ed16-bb5f-4e43-be95-6529256ea24a)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:16:04.141366 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-269101e8-ca06-4553-af8f-4b52a24d1f25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (a990f2b7-62f0-434b-846e-4e196d3a0432), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:04.154847 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-269101e8-ca06-4553-af8f-4b52a24d1f25 admin admin] Calling delete_port for a990f2b7-62f0-434b-846e-4e196d3a0432 owned by network:dhcp {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:16:04.241407 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-269101e8-ca06-4553-af8f-4b52a24d1f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28695539'] for port (a990f2b7-62f0-434b-846e-4e196d3a0432), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:04.264604 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347727f3-d93d-44ab-9cc1-5f2db8b15232 None None] DHCP port deletion for a636e648-b33d-4c26-b0a8-675eab931d92 request from dv-cinder-837443-1-iscsi {{(pid=103485) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 03:16:04.269954 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269101e8-ca06-4553-af8f-4b52a24d1f25 admin admin] Pushing event deleted for resources: {'Port': ['ID=a990f2b7-62f0-434b-846e-4e196d3a0432,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:04.271835 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269101e8-ca06-4553-af8f-4b52a24d1f25 admin admin] No DVR routers for this DVR port a990f2b7-62f0-434b-846e-4e196d3a0432 on host dv-cinder-837443-1-iscsi {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:16:04.322187 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device b71b03f7-ed81-4c36-aff9-5dfb561d2be0 no longer exists at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:16:04.342733 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] No Port match for: b71b03f7-ed81-4c36-aff9-5dfb561d2be0 {{(pid=103485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:16:04.343075 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device b71b03f7-ed81-4c36-aff9-5dfb561d2be0 not bound to the agent host dv-cinder-837443-1-iscsi {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:16:04.343483 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device a990f2b7-62f0-434b-846e-4e196d3a0432 no longer exists at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:16:04.348560 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-269101e8-ca06-4553-af8f-4b52a24d1f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659639', 'neutron.services.segments.db._delete_segments_for_network-8733264514991'] for network (a636e648-b33d-4c26-b0a8-675eab931d92), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:04.363775 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] No Port match for: a990f2b7-62f0-434b-846e-4e196d3a0432 {{(pid=103485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:16:04.364148 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device a990f2b7-62f0-434b-846e-4e196d3a0432 not bound to the agent host dv-cinder-837443-1-iscsi {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:16:04.364542 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 830e08d9-8750-4e69-bd67-ca5db9c576a4 no longer exists at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:16:04.369551 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.services.segments.db [None req-269101e8-ca06-4553-af8f-4b52a24d1f25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a636e648-b33d-4c26-b0a8-675eab931d92']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:16:04.379936 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.services.segments.db [None req-269101e8-ca06-4553-af8f-4b52a24d1f25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3898ed16-bb5f-4e43-be95-6529256ea24a') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:16:04.380213 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.services.segments.db [None req-269101e8-ca06-4553-af8f-4b52a24d1f25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3898ed16-bb5f-4e43-be95-6529256ea24a') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:16:04.385619 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] No Port match for: 830e08d9-8750-4e69-bd67-ca5db9c576a4 {{(pid=103485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:16:04.385970 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 830e08d9-8750-4e69-bd67-ca5db9c576a4 not bound to the agent host dv-cinder-837443-1-iscsi {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:16:04.390437 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-269101e8-ca06-4553-af8f-4b52a24d1f25 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733264516792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28399243'] for segment (3898ed16-bb5f-4e43-be95-6529256ea24a), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:04.405534 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-269101e8-ca06-4553-af8f-4b52a24d1f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (3898ed16-bb5f-4e43-be95-6529256ea24a), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:04.412170 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-269101e8-ca06-4553-af8f-4b52a24d1f25 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 03:16:04.412587 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-269101e8-ca06-4553-af8f-4b52a24d1f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28695332'] for segment (3898ed16-bb5f-4e43-be95-6529256ea24a), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:04.414688 dv-cinder-837443-1-iscsi neutron-server[103484]: Traceback (most recent call last): Apr 12 03:16:04.414688 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 03:16:04.414688 dv-cinder-837443-1-iscsi neutron-server[103484]: timer() Apr 12 03:16:04.414688 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 03:16:04.414688 dv-cinder-837443-1-iscsi neutron-server[103484]: cb(*args, **kw) Apr 12 03:16:04.414688 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 03:16:04.414688 dv-cinder-837443-1-iscsi neutron-server[103484]: return func(*args, **kwargs) Apr 12 03:16:04.414688 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 03:16:04.414688 dv-cinder-837443-1-iscsi neutron-server[103484]: self._notify() Apr 12 03:16:04.414688 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 03:16:04.414688 dv-cinder-837443-1-iscsi neutron-server[103484]: self.callback(batched_events) Apr 12 03:16:04.414688 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 03:16:04.414688 dv-cinder-837443-1-iscsi neutron-server[103484]: event.method(event) Apr 12 03:16:04.414688 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 03:16:04.414688 dv-cinder-837443-1-iscsi neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 03:16:04.414688 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 03:16:04.414688 dv-cinder-837443-1-iscsi neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 03:16:04.414688 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 03:16:04.414688 dv-cinder-837443-1-iscsi neutron-server[103484]: return f(self, *a, **k) Apr 12 03:16:04.414688 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 03:16:04.414688 dv-cinder-837443-1-iscsi neutron-server[103484]: return self._get(url).json() Apr 12 03:16:04.414688 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 03:16:04.414688 dv-cinder-837443-1-iscsi neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 03:16:04.414688 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 03:16:04.414688 dv-cinder-837443-1-iscsi neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 12 03:16:04.414688 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 03:16:04.414688 dv-cinder-837443-1-iscsi neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 03:16:04.414688 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 03:16:04.414688 dv-cinder-837443-1-iscsi neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 03:16:04.414688 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 03:16:04.414688 dv-cinder-837443-1-iscsi neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 03:16:04.414688 dv-cinder-837443-1-iscsi neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 03:16:04.470045 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-269101e8-ca06-4553-af8f-4b52a24d1f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682719'] for network (a636e648-b33d-4c26-b0a8-675eab931d92), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:04.485795 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-269101e8-ca06-4553-af8f-4b52a24d1f25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for network (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:04.488971 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-269101e8-ca06-4553-af8f-4b52a24d1f25 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a636e648-b33d-4c26-b0a8-675eab931d92 HTTP/1.1" status: 204 len: 168 time: 0.5302851 Apr 12 03:16:04.490035 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269101e8-ca06-4553-af8f-4b52a24d1f25 admin admin] Pushing event deleted for resources: {'Network': ['ID=a636e648-b33d-4c26-b0a8-675eab931d92,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:04.661836 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 52314) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:04.709686 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-1c277293-9ac6-486b-8c93-77bb2646a397 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f1dd2028f6f24f21be7d88a9ff3e7ae5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0462091 Apr 12 03:16:04.713076 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 52316) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:04.763408 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-fa7c40f2-99d2-4afa-bf1c-7bfe9b0437de admin admin] Publish callbacks [] for security_group (d83742fb-512e-4dab-bef6-6fbbfb0f1265), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:04.785309 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-fa7c40f2-99d2-4afa-bf1c-7bfe9b0437de admin admin] Publish callbacks [] for security_group (d83742fb-512e-4dab-bef6-6fbbfb0f1265), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:04.838304 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-fa7c40f2-99d2-4afa-bf1c-7bfe9b0437de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (d83742fb-512e-4dab-bef6-6fbbfb0f1265), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:04.841800 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-fa7c40f2-99d2-4afa-bf1c-7bfe9b0437de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:04.843081 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-fa7c40f2-99d2-4afa-bf1c-7bfe9b0437de admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d83742fb-512e-4dab-bef6-6fbbfb0f1265 HTTP/1.1" status: 204 len: 168 time: 0.1289835 Apr 12 03:16:04.850877 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c40f2-99d2-4afa-bf1c-7bfe9b0437de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83742fb-512e-4dab-bef6-6fbbfb0f1265,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:05.197130 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 52322) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:05.242026 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-11faf7a1-0818-4ba3-afce-eee9358b3054 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=476d54f083c54f89b7b0de86d9f68238&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436845 Apr 12 03:16:05.245412 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 52324) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:05.295270 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-16c590b8-fc0f-4084-9975-6387ba463426 admin admin] Publish callbacks [] for security_group (79b2c6e0-2e72-48db-8084-52e3b5448a69), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:05.322238 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-16c590b8-fc0f-4084-9975-6387ba463426 admin admin] Publish callbacks [] for security_group (79b2c6e0-2e72-48db-8084-52e3b5448a69), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:05.387977 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-16c590b8-fc0f-4084-9975-6387ba463426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (79b2c6e0-2e72-48db-8084-52e3b5448a69), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:05.392235 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-16c590b8-fc0f-4084-9975-6387ba463426 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:05.393742 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-16c590b8-fc0f-4084-9975-6387ba463426 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/79b2c6e0-2e72-48db-8084-52e3b5448a69 HTTP/1.1" status: 204 len: 168 time: 0.1474929 Apr 12 03:16:05.402387 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c590b8-fc0f-4084-9975-6387ba463426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b2c6e0-2e72-48db-8084-52e3b5448a69,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:06.101588 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 52346) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:06.209475 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [None req-fa12529a-c64f-4597-b4a2-48999d3a836d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-921163632-network', 'tenant_id': 'e6abe79952f3490e8b90f1cedddb3821'}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:16:06.233113 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa12529a-c64f-4597-b4a2-48999d3a836d admin admin] Made reservation on behalf of e6abe79952f3490e8b90f1cedddb3821 for: {'network': 1} {{(pid=103483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:16:06.235535 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-fa12529a-c64f-4597-b4a2-48999d3a836d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for network (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:06.244227 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-fa12529a-c64f-4597-b4a2-48999d3a836d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:06.318935 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-fa12529a-c64f-4597-b4a2-48999d3a836d admin admin] Publish callbacks [] for security_group (78e96e6b-b0fb-4a4c-8b68-aa9d1a9b91ad), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:06.325340 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-fa12529a-c64f-4597-b4a2-48999d3a836d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (78e96e6b-b0fb-4a4c-8b68-aa9d1a9b91ad), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:06.352806 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa12529a-c64f-4597-b4a2-48999d3a836d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=103483) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 03:16:06.358138 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa12529a-c64f-4597-b4a2-48999d3a836d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e96e6b-b0fb-4a4c-8b68-aa9d1a9b91ad,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:06.366949 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-fa12529a-c64f-4597-b4a2-48999d3a836d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (b99ddfd6-7b74-455f-996a-28bca2594ae6), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:06.367284 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.db.segments_db [None req-fa12529a-c64f-4597-b4a2-48999d3a836d admin admin] Added segment b99ddfd6-7b74-455f-996a-28bca2594ae6 of type vlan for network ecd0d022-8e6d-4b84-ae00-7d24036cda81 Apr 12 03:16:06.410106 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-fa12529a-c64f-4597-b4a2-48999d3a836d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733264019303'] for network (ecd0d022-8e6d-4b84-ae00-7d24036cda81), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:06.441344 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-fa12529a-c64f-4597-b4a2-48999d3a836d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074'] for network (ecd0d022-8e6d-4b84-ae00-7d24036cda81), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:06.443010 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa12529a-c64f-4597-b4a2-48999d3a836d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:16:06.444099 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-fa12529a-c64f-4597-b4a2-48999d3a836d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for network (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:06.478572 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-fa12529a-c64f-4597-b4a2-48999d3a836d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3759608 Apr 12 03:16:06.481650 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 52350) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:06.487166 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-4e8f2493-384a-4caa-b9f0-f2f5db16914b admin admin] Request body: {'subnet': {'network_id': 'ecd0d022-8e6d-4b84-ae00-7d24036cda81', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-921163632-subnet', 'tenant_id': 'e6abe79952f3490e8b90f1cedddb3821', 'ip_version': 4}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:16:06.509530 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa12529a-c64f-4597-b4a2-48999d3a836d admin admin] Pushing event updated for resources: {'Network': ['ID=ecd0d022-8e6d-4b84-ae00-7d24036cda81,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:06.509754 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8f2493-384a-4caa-b9f0-f2f5db16914b admin admin] Made reservation on behalf of e6abe79952f3490e8b90f1cedddb3821 for: {'subnet': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:16:06.511987 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4e8f2493-384a-4caa-b9f0-f2f5db16914b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28651218'] for subnet (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:06.523693 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Network ecd0d022-8e6d-4b84-ae00-7d24036cda81 details requested by agent ovs-agent-dv-cinder-837443-1-iscsi with host dv-cinder-837443-1-iscsi {{(pid=103485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 03:16:06.682094 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4e8f2493-384a-4caa-b9f0-f2f5db16914b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28693827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28651200'] for subnet (60de92aa-e1d9-435e-aecc-c7bfd020ffa3), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:06.739958 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8f2493-384a-4caa-b9f0-f2f5db16914b admin admin] Pushing event updated for resources: {'Subnet': ['ID=60de92aa-e1d9-435e-aecc-c7bfd020ffa3,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:06.749125 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8f2493-384a-4caa-b9f0-f2f5db16914b admin admin] Checking segment: {'id': 'b99ddfd6-7b74-455f-996a-28bca2594ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ecd0d022-8e6d-4b84-ae00-7d24036cda81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:16:06.749466 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8f2493-384a-4caa-b9f0-f2f5db16914b admin admin] Network hostable DHCP agents. Network: ecd0d022-8e6d-4b84-ae00-7d24036cda81, hostable agents: ['fa7f2a92-0c20-457b-b451-d8a4489755d5'], hosted agents: [] {{(pid=103484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 03:16:06.766494 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8f2493-384a-4caa-b9f0-f2f5db16914b admin admin] Network ecd0d022-8e6d-4b84-ae00-7d24036cda81 is scheduled to be hosted by DHCP agent fa7f2a92-0c20-457b-b451-d8a4489755d5 with binding_index 1 {{(pid=103484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 03:16:06.775323 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-4e8f2493-384a-4caa-b9f0-f2f5db16914b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837443-1-iscsi, ecd0d022-8e6d-4b84-ae00-7d24036cda81) {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:16:06.779162 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8f2493-384a-4caa-b9f0-f2f5db16914b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:16:06.779931 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4e8f2493-384a-4caa-b9f0-f2f5db16914b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:06.784157 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e14702e-6419-415c-95af-0fcd80d2bd10 None None] Network ecd0d022-8e6d-4b84-ae00-7d24036cda81 requested from dv-cinder-837443-1-iscsi {{(pid=103485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:16:06.795668 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-4e8f2493-384a-4caa-b9f0-f2f5db16914b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3129086 Apr 12 03:16:06.798548 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 52352) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:06.803000 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [None req-010f1e7d-e22e-4bf0-965c-9fcb065a5d67 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-921163632-router', 'tenant_id': 'e6abe79952f3490e8b90f1cedddb3821', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'}}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:16:06.823581 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-010f1e7d-e22e-4bf0-965c-9fcb065a5d67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3782703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4500'] for router (d71a9b00-ece3-4a43-b173-788b5c0a1ee8), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:06.824933 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-010f1e7d-e22e-4bf0-965c-9fcb065a5d67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3683108', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4525'] for router (d71a9b00-ece3-4a43-b173-788b5c0a1ee8), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:06.880705 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-010f1e7d-e22e-4bf0-965c-9fcb065a5d67 admin admin] Publish callbacks [] for router_controller (d71a9b00-ece3-4a43-b173-788b5c0a1ee8), precommit_add_association {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:06.892159 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9efadc6-470b-4486-a100-a262dae8c8a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58e6e5d8-d763-5226-afd4-b2f7170d6940-ecd0d022-8e6d-4b84-ae00-7d24036cda81', 'network_id': 'ecd0d022-8e6d-4b84-ae00-7d24036cda81', 'project_id': 'e6abe79952f3490e8b90f1cedddb3821', 'fixed_ips': [{'subnet_id': '60de92aa-e1d9-435e-aecc-c7bfd020ffa3'}]}} from dv-cinder-837443-1-iscsi. {{(pid=103485) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 03:16:06.893349 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e9efadc6-470b-4486-a100-a262dae8c8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:07.023595 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-010f1e7d-e22e-4bf0-965c-9fcb065a5d67 admin admin] Publish callbacks [] for router_gateway (d71a9b00-ece3-4a43-b173-788b5c0a1ee8), precommit_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:07.027399 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-e9efadc6-470b-4486-a100-a262dae8c8a7 None None] Allocated IP 172.20.0.2 (ecd0d022-8e6d-4b84-ae00-7d24036cda81/60de92aa-e1d9-435e-aecc-c7bfd020ffa3/33bf48c3-c3d0-4aae-82fe-a34f5a77ad84) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:16:07.169783 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e9efadc6-470b-4486-a100-a262dae8c8a7 None None] Publish callbacks [] for port (33bf48c3-c3d0-4aae-82fe-a34f5a77ad84), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:07.177431 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e9efadc6-470b-4486-a100-a262dae8c8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106'] for port (33bf48c3-c3d0-4aae-82fe-a34f5a77ad84), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:07.210296 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-010f1e7d-e22e-4bf0-965c-9fcb065a5d67 admin admin] Publish callbacks [] for router_gateway (d71a9b00-ece3-4a43-b173-788b5c0a1ee8), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:07.222303 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9efadc6-470b-4486-a100-a262dae8c8a7 None None] Network ecd0d022-8e6d-4b84-ae00-7d24036cda81 is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:16:07.226431 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-e9efadc6-470b-4486-a100-a262dae8c8a7 None None] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:16:07.230431 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-010f1e7d-e22e-4bf0-965c-9fcb065a5d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:07.230744 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9efadc6-470b-4486-a100-a262dae8c8a7 None None] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:16:07.233560 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9efadc6-470b-4486-a100-a262dae8c8a7 None None] Pushing event updated for resources: {'Port': ['ID=33bf48c3-c3d0-4aae-82fe-a34f5a77ad84,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:07.289030 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-e9efadc6-470b-4486-a100-a262dae8c8a7 None None] Attempting to bind port 33bf48c3-c3d0-4aae-82fe-a34f5a77ad84 on host dv-cinder-837443-1-iscsi for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:16:07.289307 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-e9efadc6-470b-4486-a100-a262dae8c8a7 None None] Attempting to bind port 33bf48c3-c3d0-4aae-82fe-a34f5a77ad84 by drivers openvswitch,hyperv on host dv-cinder-837443-1-iscsi at level 0 using segments [{'id': 'b99ddfd6-7b74-455f-996a-28bca2594ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ecd0d022-8e6d-4b84-ae00-7d24036cda81'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:16:07.289667 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9efadc6-470b-4486-a100-a262dae8c8a7 None None] Attempting to bind port 33bf48c3-c3d0-4aae-82fe-a34f5a77ad84 on network ecd0d022-8e6d-4b84-ae00-7d24036cda81 {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:16:07.294688 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9efadc6-470b-4486-a100-a262dae8c8a7 None None] Checking agent: {'id': 'ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 2, 56, 1), 'started_at': datetime.datetime(2022, 4, 12, 2, 56, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:16:07.295048 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9efadc6-470b-4486-a100-a262dae8c8a7 None None] Checking segment: {'id': 'b99ddfd6-7b74-455f-996a-28bca2594ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ecd0d022-8e6d-4b84-ae00-7d24036cda81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:16:07.295535 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e9efadc6-470b-4486-a100-a262dae8c8a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:07.295987 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9efadc6-470b-4486-a100-a262dae8c8a7 None None] Bound using segment: {'id': 'b99ddfd6-7b74-455f-996a-28bca2594ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ecd0d022-8e6d-4b84-ae00-7d24036cda81'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:16:07.296476 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-e9efadc6-470b-4486-a100-a262dae8c8a7 None None] Bound port: 33bf48c3-c3d0-4aae-82fe-a34f5a77ad84, host: dv-cinder-837443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b99ddfd6-7b74-455f-996a-28bca2594ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ecd0d022-8e6d-4b84-ae00-7d24036cda81'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:16:07.296847 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e9efadc6-470b-4486-a100-a262dae8c8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (33bf48c3-c3d0-4aae-82fe-a34f5a77ad84), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:07.336058 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.db_base_plugin_common [None req-010f1e7d-e22e-4bf0-965c-9fcb065a5d67 admin admin] Allocated IP 172.27.3.225 (79cba51c-a00f-4d8d-a813-38deb5f63b2a/29b195a7-2bca-4a4f-ac92-aa862b85642e/05e96a38-1ef2-4156-ad0c-8d5563b5d784) {{(pid=103483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:16:07.359971 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-e9efadc6-470b-4486-a100-a262dae8c8a7 None None] For port 33bf48c3-c3d0-4aae-82fe-a34f5a77ad84, host dv-cinder-837443-1-iscsi, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:16:07.363314 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-e9efadc6-470b-4486-a100-a262dae8c8a7 None None] For port 33bf48c3-c3d0-4aae-82fe-a34f5a77ad84, host dv-cinder-837443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=33bf48c3-c3d0-4aae-82fe-a34f5a77ad84,segment=NetworkSegment(b99ddfd6-7b74-455f-996a-28bca2594ae6),segment_id=b99ddfd6-7b74-455f-996a-28bca2594ae6)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:16:07.370627 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e9efadc6-470b-4486-a100-a262dae8c8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (33bf48c3-c3d0-4aae-82fe-a34f5a77ad84), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:07.431143 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9efadc6-470b-4486-a100-a262dae8c8a7 None None] Pushing event updated for resources: {'Port': ['ID=33bf48c3-c3d0-4aae-82fe-a34f5a77ad84,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:07.449639 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-010f1e7d-e22e-4bf0-965c-9fcb065a5d67 admin admin] Publish callbacks [] for port (05e96a38-1ef2-4156-ad0c-8d5563b5d784), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:07.485465 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-010f1e7d-e22e-4bf0-965c-9fcb065a5d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28322803'] for port (05e96a38-1ef2-4156-ad0c-8d5563b5d784), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:07.528699 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010f1e7d-e22e-4bf0-965c-9fcb065a5d67 admin admin] Network 79cba51c-a00f-4d8d-a813-38deb5f63b2a is already hosted by enough agents. {{(pid=103483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:16:07.531757 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.base_scheduler [None req-010f1e7d-e22e-4bf0-965c-9fcb065a5d67 admin admin] Resources bound (agent type, host, resource id): {{(pid=103483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:16:07.535294 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010f1e7d-e22e-4bf0-965c-9fcb065a5d67 admin admin] Received port after_create {{(pid=103483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:16:07.558501 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010f1e7d-e22e-4bf0-965c-9fcb065a5d67 admin admin] Pushing event updated for resources: {'Port': ['ID=05e96a38-1ef2-4156-ad0c-8d5563b5d784,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:07.806863 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-010f1e7d-e22e-4bf0-965c-9fcb065a5d67 admin admin] Publish callbacks [] for router_gateway (d71a9b00-ece3-4a43-b173-788b5c0a1ee8), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:08.028223 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-010f1e7d-e22e-4bf0-965c-9fcb065a5d67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3784358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682775'] for router (d71a9b00-ece3-4a43-b173-788b5c0a1ee8), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:08.062564 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 33bf48c3-c3d0-4aae-82fe-a34f5a77ad84 up at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:16:08.110086 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Provisioning complete for port 33bf48c3-c3d0-4aae-82fe-a34f5a77ad84 triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:16:08.110460 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (33bf48c3-c3d0-4aae-82fe-a34f5a77ad84), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:08.167426 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-010f1e7d-e22e-4bf0-965c-9fcb065a5d67 admin admin] Router d71a9b00-ece3-4a43-b173-788b5c0a1ee8 is scheduled to L3 agent beb15aed-f2b6-4676-85ca-b43f14e6acf3 with binding_index 1 {{(pid=103483) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 03:16:08.200030 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Current status of the port 33bf48c3-c3d0-4aae-82fe-a34f5a77ad84 is: DOWN; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:16:08.200434 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (33bf48c3-c3d0-4aae-82fe-a34f5a77ad84), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:08.239144 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] For port 33bf48c3-c3d0-4aae-82fe-a34f5a77ad84, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=33bf48c3-c3d0-4aae-82fe-a34f5a77ad84,segment=NetworkSegment(b99ddfd6-7b74-455f-996a-28bca2594ae6),segment_id=b99ddfd6-7b74-455f-996a-28bca2594ae6)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:16:08.244630 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (33bf48c3-c3d0-4aae-82fe-a34f5a77ad84), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:08.290611 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010f1e7d-e22e-4bf0-965c-9fcb065a5d67 admin admin] Notify agent at l3_agent.dv-cinder-837443-1-iscsi the message routers_updated {{(pid=103483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:16:08.292702 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Pushing event updated for resources: {'Port': ['ID=33bf48c3-c3d0-4aae-82fe-a34f5a77ad84,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:08.302676 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8293b8-7022-4813-949f-ecf42ca4bb34 None None] Sync routers for ids ['d71a9b00-ece3-4a43-b173-788b5c0a1ee8'] in dv-cinder-837443-1-iscsi {{(pid=103485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:16:08.312806 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-010f1e7d-e22e-4bf0-965c-9fcb065a5d67 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:08.313068 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8293b8-7022-4813-949f-ecf42ca4bb34 None None] Routers {'d71a9b00-ece3-4a43-b173-788b5c0a1ee8'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:16:08.313690 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-5f8293b8-7022-4813-949f-ecf42ca4bb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:15:57Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['d71a9b00-ece3-4a43-b173-788b5c0a1ee8'], 'active': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:16:08.317006 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-010f1e7d-e22e-4bf0-965c-9fcb065a5d67 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5147607 Apr 12 03:16:08.317219 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 52354) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:08.357367 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd057f76-aab1-4033-85c6-798287dc5aaa None None] Network ecd0d022-8e6d-4b84-ae00-7d24036cda81 requested from dv-cinder-837443-1-iscsi {{(pid=103485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:16:08.406474 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-460740a9-3e53-4ffd-ae39-549c8c2f4a15 None None] Provisioning complete for port 33bf48c3-c3d0-4aae-82fe-a34f5a77ad84 triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:16:08.406860 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-460740a9-3e53-4ffd-ae39-549c8c2f4a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (33bf48c3-c3d0-4aae-82fe-a34f5a77ad84), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:08.672929 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvr_db [None req-5f8293b8-7022-4813-949f-ecf42ca4bb34 None None] Set router d71a9b00-ece3-4a43-b173-788b5c0a1ee8 gateway port host: dv-cinder-837443-1-iscsi {{(pid=103485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:16:08.841090 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-460740a9-3e53-4ffd-ae39-549c8c2f4a15 None None] Current status of the port 33bf48c3-c3d0-4aae-82fe-a34f5a77ad84 is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:16:08.907492 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-5f8293b8-7022-4813-949f-ecf42ca4bb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71a9b00-ece3-4a43-b173-788b5c0a1ee8', 'name': 'tempest-TestShelveInstance-921163632-router', 'tenant_id': 'e6abe79952f3490e8b90f1cedddb3821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '05e96a38-1ef2-4156-ad0c-8d5563b5d784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:16:06Z', 'updated_at': '2022-04-12T03:16:07Z', 'revision_number': 3, 'project_id': 'e6abe79952f3490e8b90f1cedddb3821', 'gw_port': {'id': '05e96a38-1ef2-4156-ad0c-8d5563b5d784', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71a9b00-ece3-4a43-b173-788b5c0a1ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:16:07Z', 'updated_at': '2022-04-12T03:16:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi'}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:16:08.934311 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8293b8-7022-4813-949f-ecf42ca4bb34 None None] Checking router: d71a9b00-ece3-4a43-b173-788b5c0a1ee8 for host: dv-cinder-837443-1-iscsi {{(pid=103485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:16:08.934655 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8293b8-7022-4813-949f-ecf42ca4bb34 None None] Updating router d71a9b00-ece3-4a43-b173-788b5c0a1ee8 port 05e96a38-1ef2-4156-ad0c-8d5563b5d784 binding host dv-cinder-837443-1-iscsi {{(pid=103485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 03:16:08.965371 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5f8293b8-7022-4813-949f-ecf42ca4bb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (05e96a38-1ef2-4156-ad0c-8d5563b5d784), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:09.031763 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-93fcde9c-a99b-4ab0-a008-5e44fe4977d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:09.071512 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-d289df28-09d3-45e1-a499-19aef2b5ede6 None None] Provisioning complete for port 33bf48c3-c3d0-4aae-82fe-a34f5a77ad84 triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:16:09.072102 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d289df28-09d3-45e1-a499-19aef2b5ede6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (33bf48c3-c3d0-4aae-82fe-a34f5a77ad84), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:09.187120 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.db_base_plugin_common [None req-93fcde9c-a99b-4ab0-a008-5e44fe4977d5 admin admin] Allocated IP 172.20.0.1 (ecd0d022-8e6d-4b84-ae00-7d24036cda81/60de92aa-e1d9-435e-aecc-c7bfd020ffa3/16cb1b95-b462-4e66-9293-231df6bc2e53) {{(pid=103483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:16:09.237414 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-d289df28-09d3-45e1-a499-19aef2b5ede6 None None] Current status of the port 33bf48c3-c3d0-4aae-82fe-a34f5a77ad84 is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:16:09.295144 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5f8293b8-7022-4813-949f-ecf42ca4bb34 None None] Publish callbacks [] for port (05e96a38-1ef2-4156-ad0c-8d5563b5d784), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:09.298299 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-93fcde9c-a99b-4ab0-a008-5e44fe4977d5 admin admin] Publish callbacks [] for port (16cb1b95-b462-4e66-9293-231df6bc2e53), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:09.300777 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5f8293b8-7022-4813-949f-ecf42ca4bb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (05e96a38-1ef2-4156-ad0c-8d5563b5d784), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:09.333210 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-93fcde9c-a99b-4ab0-a008-5e44fe4977d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28322803'] for port (16cb1b95-b462-4e66-9293-231df6bc2e53), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:09.357532 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9d186e-48fa-47bf-b896-c28b311e7f83 None None] Pushing event updated for resources: {'Port': ['ID=05e96a38-1ef2-4156-ad0c-8d5563b5d784,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:09.359965 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-5f8293b8-7022-4813-949f-ecf42ca4bb34 None None] Attempting to bind port 05e96a38-1ef2-4156-ad0c-8d5563b5d784 on host dv-cinder-837443-1-iscsi for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:16:09.360359 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-5f8293b8-7022-4813-949f-ecf42ca4bb34 None None] Attempting to bind port 05e96a38-1ef2-4156-ad0c-8d5563b5d784 by drivers openvswitch,hyperv on host dv-cinder-837443-1-iscsi at level 0 using segments [{'id': '44a05d23-3fd0-4081-9abb-c6033767afb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:16:09.360693 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8293b8-7022-4813-949f-ecf42ca4bb34 None None] Attempting to bind port 05e96a38-1ef2-4156-ad0c-8d5563b5d784 on network 79cba51c-a00f-4d8d-a813-38deb5f63b2a {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:16:09.365872 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8293b8-7022-4813-949f-ecf42ca4bb34 None None] Checking agent: {'id': 'ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 2, 56, 1), 'started_at': datetime.datetime(2022, 4, 12, 2, 56, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:16:09.366254 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8293b8-7022-4813-949f-ecf42ca4bb34 None None] Checking segment: {'id': '44a05d23-3fd0-4081-9abb-c6033767afb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:16:09.367107 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5f8293b8-7022-4813-949f-ecf42ca4bb34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:09.367107 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8293b8-7022-4813-949f-ecf42ca4bb34 None None] Bound using segment: {'id': '44a05d23-3fd0-4081-9abb-c6033767afb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:16:09.367476 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-5f8293b8-7022-4813-949f-ecf42ca4bb34 None None] Bound port: 05e96a38-1ef2-4156-ad0c-8d5563b5d784, host: dv-cinder-837443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44a05d23-3fd0-4081-9abb-c6033767afb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:16:09.367874 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5f8293b8-7022-4813-949f-ecf42ca4bb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (05e96a38-1ef2-4156-ad0c-8d5563b5d784), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:09.378958 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fcde9c-a99b-4ab0-a008-5e44fe4977d5 admin admin] Network ecd0d022-8e6d-4b84-ae00-7d24036cda81 is already hosted by enough agents. {{(pid=103483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:16:09.381850 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.base_scheduler [None req-93fcde9c-a99b-4ab0-a008-5e44fe4977d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:16:09.385202 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fcde9c-a99b-4ab0-a008-5e44fe4977d5 admin admin] Received port after_create {{(pid=103483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:16:09.412618 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fcde9c-a99b-4ab0-a008-5e44fe4977d5 admin admin] Pushing event updated for resources: {'Port': ['ID=16cb1b95-b462-4e66-9293-231df6bc2e53,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:09.419841 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5f8293b8-7022-4813-949f-ecf42ca4bb34 None None] For port 05e96a38-1ef2-4156-ad0c-8d5563b5d784, host dv-cinder-837443-1-iscsi, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:16:09.423500 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5f8293b8-7022-4813-949f-ecf42ca4bb34 None None] For port 05e96a38-1ef2-4156-ad0c-8d5563b5d784, host dv-cinder-837443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=05e96a38-1ef2-4156-ad0c-8d5563b5d784,segment=NetworkSegment(44a05d23-3fd0-4081-9abb-c6033767afb5),segment_id=44a05d23-3fd0-4081-9abb-c6033767afb5)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:16:09.430588 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5f8293b8-7022-4813-949f-ecf42ca4bb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (05e96a38-1ef2-4156-ad0c-8d5563b5d784), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:09.432684 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-93fcde9c-a99b-4ab0-a008-5e44fe4977d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682596'] for router_interface (d71a9b00-ece3-4a43-b173-788b5c0a1ee8), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:09.489753 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8293b8-7022-4813-949f-ecf42ca4bb34 None None] Routers {'d71a9b00-ece3-4a43-b173-788b5c0a1ee8'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:16:09.490476 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-5f8293b8-7022-4813-949f-ecf42ca4bb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:15:57Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['d71a9b00-ece3-4a43-b173-788b5c0a1ee8'], 'active': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:16:09.495638 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9d186e-48fa-47bf-b896-c28b311e7f83 None None] Pushing event updated for resources: {'Port': ['ID=05e96a38-1ef2-4156-ad0c-8d5563b5d784,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:09.583808 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-93fcde9c-a99b-4ab0-a008-5e44fe4977d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (16cb1b95-b462-4e66-9293-231df6bc2e53), before_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:09.616403 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvr_db [None req-5f8293b8-7022-4813-949f-ecf42ca4bb34 None None] Set router d71a9b00-ece3-4a43-b173-788b5c0a1ee8 gateway port host: dv-cinder-837443-1-iscsi {{(pid=103485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:16:09.701162 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-d05c371c-4fe7-4d72-a3e9-b767667df553 None None] Provisioning complete for port 16cb1b95-b462-4e66-9293-231df6bc2e53 triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:16:09.701388 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d05c371c-4fe7-4d72-a3e9-b767667df553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (16cb1b95-b462-4e66-9293-231df6bc2e53), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:09.752232 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-93fcde9c-a99b-4ab0-a008-5e44fe4977d5 admin admin] Publish callbacks [] for port (16cb1b95-b462-4e66-9293-231df6bc2e53), precommit_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:09.757907 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-93fcde9c-a99b-4ab0-a008-5e44fe4977d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28322808'] for port (16cb1b95-b462-4e66-9293-231df6bc2e53), after_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:09.775577 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-d05c371c-4fe7-4d72-a3e9-b767667df553 None None] Port 16cb1b95-b462-4e66-9293-231df6bc2e53 cannot update to ACTIVE because it is not bound. {{(pid=103485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:16:09.824749 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-93fcde9c-a99b-4ab0-a008-5e44fe4977d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685268'] for router_interface (d71a9b00-ece3-4a43-b173-788b5c0a1ee8), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:09.826691 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fcde9c-a99b-4ab0-a008-5e44fe4977d5 admin admin] Pushing event updated for resources: {'Port': ['ID=16cb1b95-b462-4e66-9293-231df6bc2e53,revision_number=2']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:09.828752 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-5f8293b8-7022-4813-949f-ecf42ca4bb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71a9b00-ece3-4a43-b173-788b5c0a1ee8', 'name': 'tempest-TestShelveInstance-921163632-router', 'tenant_id': 'e6abe79952f3490e8b90f1cedddb3821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '05e96a38-1ef2-4156-ad0c-8d5563b5d784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:16:06Z', 'updated_at': '2022-04-12T03:16:07Z', 'revision_number': 3, 'project_id': 'e6abe79952f3490e8b90f1cedddb3821', 'gw_port': {'id': '05e96a38-1ef2-4156-ad0c-8d5563b5d784', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71a9b00-ece3-4a43-b173-788b5c0a1ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:16:07Z', 'updated_at': '2022-04-12T03:16:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi'}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:16:09.856181 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8293b8-7022-4813-949f-ecf42ca4bb34 None None] The sync data for ids ['d71a9b00-ece3-4a43-b173-788b5c0a1ee8'] in dv-cinder-837443-1-iscsi is: [{'id': 'd71a9b00-ece3-4a43-b173-788b5c0a1ee8', 'name': 'tempest-TestShelveInstance-921163632-router', 'tenant_id': 'e6abe79952f3490e8b90f1cedddb3821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '05e96a38-1ef2-4156-ad0c-8d5563b5d784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:16:06Z', 'updated_at': '2022-04-12T03:16:07Z', 'revision_number': 3, 'project_id': 'e6abe79952f3490e8b90f1cedddb3821', 'gw_port': {'id': '05e96a38-1ef2-4156-ad0c-8d5563b5d784', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71a9b00-ece3-4a43-b173-788b5c0a1ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:16:07Z', 'updated_at': '2022-04-12T03:16:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi'}] {{(pid=103485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:16:09.927526 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fcde9c-a99b-4ab0-a008-5e44fe4977d5 admin admin] Network ecd0d022-8e6d-4b84-ae00-7d24036cda81 is already hosted by enough agents. {{(pid=103483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:16:09.929027 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.base_scheduler [None req-93fcde9c-a99b-4ab0-a008-5e44fe4977d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:16:10.054457 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 33bf48c3-c3d0-4aae-82fe-a34f5a77ad84 up at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:16:10.068482 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93fcde9c-a99b-4ab0-a008-5e44fe4977d5 admin admin] Router d71a9b00-ece3-4a43-b173-788b5c0a1ee8 has already been hosted by L3 agent beb15aed-f2b6-4676-85ca-b43f14e6acf3 {{(pid=103483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:16:10.137353 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Provisioning complete for port 33bf48c3-c3d0-4aae-82fe-a34f5a77ad84 triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:16:10.137927 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (33bf48c3-c3d0-4aae-82fe-a34f5a77ad84), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:10.228257 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93fcde9c-a99b-4ab0-a008-5e44fe4977d5 admin admin] Notify agent at l3_agent.dv-cinder-837443-1-iscsi the message routers_updated {{(pid=103483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:16:10.228522 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Current status of the port 33bf48c3-c3d0-4aae-82fe-a34f5a77ad84 is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:16:10.233393 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-93fcde9c-a99b-4ab0-a008-5e44fe4977d5 admin admin] 10.222.0.32 "PUT /v2.0/routers/d71a9b00-ece3-4a43-b173-788b5c0a1ee8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9151165 Apr 12 03:16:10.297182 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-b3154ba8-0038-49b3-b602-443dd697d55d None None] Provisioning complete for port 16cb1b95-b462-4e66-9293-231df6bc2e53 triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:16:10.297550 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b3154ba8-0038-49b3-b602-443dd697d55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (16cb1b95-b462-4e66-9293-231df6bc2e53), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:10.332968 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-b3154ba8-0038-49b3-b602-443dd697d55d None None] Port 16cb1b95-b462-4e66-9293-231df6bc2e53 cannot update to ACTIVE because it is not bound. {{(pid=103485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:16:10.713287 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 52370) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:10.719251 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-9e1696fc-bed7-446b-b350-1d69f70080c1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-57625654-network', 'tenant_id': '4baa9a4306cf431683b838a9d9e4062e'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:16:10.740282 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1696fc-bed7-446b-b350-1d69f70080c1 admin admin] Made reservation on behalf of 4baa9a4306cf431683b838a9d9e4062e for: {'network': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:16:10.742631 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9e1696fc-bed7-446b-b350-1d69f70080c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for network (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:10.752915 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9e1696fc-bed7-446b-b350-1d69f70080c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:10.837570 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9e1696fc-bed7-446b-b350-1d69f70080c1 admin admin] Publish callbacks [] for security_group (2607876a-0c24-4d78-8d59-9e80f5f20b7f), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:10.842698 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9e1696fc-bed7-446b-b350-1d69f70080c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (2607876a-0c24-4d78-8d59-9e80f5f20b7f), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:10.867067 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e1696fc-bed7-446b-b350-1d69f70080c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=103484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 03:16:10.876932 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1696fc-bed7-446b-b350-1d69f70080c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2607876a-0c24-4d78-8d59-9e80f5f20b7f,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:10.881795 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9e1696fc-bed7-446b-b350-1d69f70080c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (4951fd73-3a3b-43d2-82d0-03310932afc8), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:10.882136 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.db.segments_db [None req-9e1696fc-bed7-446b-b350-1d69f70080c1 admin admin] Added segment 4951fd73-3a3b-43d2-82d0-03310932afc8 of type vlan for network 577b29e7-9f41-4afd-bf98-edfb6f5b779f Apr 12 03:16:10.930323 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9e1696fc-bed7-446b-b350-1d69f70080c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733264019303'] for network (577b29e7-9f41-4afd-bf98-edfb6f5b779f), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:10.958520 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9e1696fc-bed7-446b-b350-1d69f70080c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074'] for network (577b29e7-9f41-4afd-bf98-edfb6f5b779f), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:10.959654 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1696fc-bed7-446b-b350-1d69f70080c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:16:10.960323 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-9e1696fc-bed7-446b-b350-1d69f70080c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for network (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:10.997937 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-9e1696fc-bed7-446b-b350-1d69f70080c1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.2831964 Apr 12 03:16:11.000829 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 52372) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:11.005821 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [None req-a19f014b-1265-4450-8d66-ceea520f674d admin admin] Request body: {'subnet': {'network_id': '577b29e7-9f41-4afd-bf98-edfb6f5b779f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-57625654-subnet', 'tenant_id': '4baa9a4306cf431683b838a9d9e4062e', 'ip_version': 4}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:16:11.026813 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19f014b-1265-4450-8d66-ceea520f674d admin admin] Made reservation on behalf of 4baa9a4306cf431683b838a9d9e4062e for: {'subnet': 1} {{(pid=103483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:16:11.029428 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1696fc-bed7-446b-b350-1d69f70080c1 admin admin] Pushing event updated for resources: {'Network': ['ID=577b29e7-9f41-4afd-bf98-edfb6f5b779f,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:11.029584 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-a19f014b-1265-4450-8d66-ceea520f674d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28286591'] for subnet (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:11.039835 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Network 577b29e7-9f41-4afd-bf98-edfb6f5b779f details requested by agent ovs-agent-dv-cinder-837443-1-iscsi with host dv-cinder-837443-1-iscsi {{(pid=103485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 03:16:11.213445 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-a19f014b-1265-4450-8d66-ceea520f674d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28321091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28286573'] for subnet (8709cd1d-a21e-47cd-9adc-19c2ebaf6be2), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:11.272648 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19f014b-1265-4450-8d66-ceea520f674d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8709cd1d-a21e-47cd-9adc-19c2ebaf6be2,revision_number=0']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:11.281486 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19f014b-1265-4450-8d66-ceea520f674d admin admin] Checking segment: {'id': '4951fd73-3a3b-43d2-82d0-03310932afc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '577b29e7-9f41-4afd-bf98-edfb6f5b779f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:16:11.281838 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19f014b-1265-4450-8d66-ceea520f674d admin admin] Network hostable DHCP agents. Network: 577b29e7-9f41-4afd-bf98-edfb6f5b779f, hostable agents: ['fa7f2a92-0c20-457b-b451-d8a4489755d5'], hosted agents: [] {{(pid=103483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 03:16:11.300020 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19f014b-1265-4450-8d66-ceea520f674d admin admin] Network 577b29e7-9f41-4afd-bf98-edfb6f5b779f is scheduled to be hosted by DHCP agent fa7f2a92-0c20-457b-b451-d8a4489755d5 with binding_index 1 {{(pid=103483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 03:16:11.309592 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.base_scheduler [None req-a19f014b-1265-4450-8d66-ceea520f674d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837443-1-iscsi, 577b29e7-9f41-4afd-bf98-edfb6f5b779f) {{(pid=103483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:16:11.314768 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19f014b-1265-4450-8d66-ceea520f674d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:16:11.315883 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-a19f014b-1265-4450-8d66-ceea520f674d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for subnet (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:11.319905 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5551430-db9a-483f-86f4-d45ad315f58e None None] Network 577b29e7-9f41-4afd-bf98-edfb6f5b779f requested from dv-cinder-837443-1-iscsi {{(pid=103485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:16:11.333588 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-a19f014b-1265-4450-8d66-ceea520f674d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3316386 Apr 12 03:16:11.336390 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 52374) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:11.341023 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-df3683dd-6190-4e60-a725-d855928e9ead admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-57625654-router', 'tenant_id': '4baa9a4306cf431683b838a9d9e4062e', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'}}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:16:11.362529 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-df3683dd-6190-4e60-a725-d855928e9ead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3782703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4500'] for router (d1dc579b-1855-4db3-8a2a-76596df98e02), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:11.363635 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-df3683dd-6190-4e60-a725-d855928e9ead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3683108', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4525'] for router (d1dc579b-1855-4db3-8a2a-76596df98e02), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:11.418218 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-df3683dd-6190-4e60-a725-d855928e9ead admin admin] Publish callbacks [] for router_controller (d1dc579b-1855-4db3-8a2a-76596df98e02), precommit_add_association {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:11.426511 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653efa0c-aed2-4afe-b74b-43b6ad9b0ad4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58e6e5d8-d763-5226-afd4-b2f7170d6940-577b29e7-9f41-4afd-bf98-edfb6f5b779f', 'network_id': '577b29e7-9f41-4afd-bf98-edfb6f5b779f', 'project_id': '4baa9a4306cf431683b838a9d9e4062e', 'fixed_ips': [{'subnet_id': '8709cd1d-a21e-47cd-9adc-19c2ebaf6be2'}]}} from dv-cinder-837443-1-iscsi. {{(pid=103485) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 03:16:11.427376 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-653efa0c-aed2-4afe-b74b-43b6ad9b0ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:11.468147 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee11524c-25c2-4ec8-af21-8957ed4fd711 None None] Sync routers for ids ['d71a9b00-ece3-4a43-b173-788b5c0a1ee8'] in dv-cinder-837443-1-iscsi {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:16:11.478325 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee11524c-25c2-4ec8-af21-8957ed4fd711 None None] Routers {'d71a9b00-ece3-4a43-b173-788b5c0a1ee8'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:16:11.479006 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-ee11524c-25c2-4ec8-af21-8957ed4fd711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:15:57Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['d71a9b00-ece3-4a43-b173-788b5c0a1ee8'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:16:11.569422 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-df3683dd-6190-4e60-a725-d855928e9ead admin admin] Publish callbacks [] for router_gateway (d1dc579b-1855-4db3-8a2a-76596df98e02), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:11.572116 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.db_base_plugin_common [None req-653efa0c-aed2-4afe-b74b-43b6ad9b0ad4 None None] Allocated IP 172.20.0.2 (577b29e7-9f41-4afd-bf98-edfb6f5b779f/8709cd1d-a21e-47cd-9adc-19c2ebaf6be2/a9b2408b-ba96-4f26-9d73-3c22e541745d) {{(pid=103485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:16:11.600398 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-ee11524c-25c2-4ec8-af21-8957ed4fd711 None None] Set router d71a9b00-ece3-4a43-b173-788b5c0a1ee8 gateway port host: dv-cinder-837443-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:16:11.730385 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-653efa0c-aed2-4afe-b74b-43b6ad9b0ad4 None None] Publish callbacks [] for port (a9b2408b-ba96-4f26-9d73-3c22e541745d), precommit_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:11.737362 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-653efa0c-aed2-4afe-b74b-43b6ad9b0ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106'] for port (a9b2408b-ba96-4f26-9d73-3c22e541745d), after_create {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:11.767234 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-df3683dd-6190-4e60-a725-d855928e9ead admin admin] Publish callbacks [] for router_gateway (d1dc579b-1855-4db3-8a2a-76596df98e02), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:11.787010 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653efa0c-aed2-4afe-b74b-43b6ad9b0ad4 None None] Network 577b29e7-9f41-4afd-bf98-edfb6f5b779f is already hosted by enough agents. {{(pid=103485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:16:11.788202 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-df3683dd-6190-4e60-a725-d855928e9ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:11.792078 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.scheduler.base_scheduler [None req-653efa0c-aed2-4afe-b74b-43b6ad9b0ad4 None None] Resources bound (agent type, host, resource id): {{(pid=103485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:16:11.794993 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653efa0c-aed2-4afe-b74b-43b6ad9b0ad4 None None] Received port after_create {{(pid=103485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:16:11.796869 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-ee11524c-25c2-4ec8-af21-8957ed4fd711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71a9b00-ece3-4a43-b173-788b5c0a1ee8', 'name': 'tempest-TestShelveInstance-921163632-router', 'tenant_id': 'e6abe79952f3490e8b90f1cedddb3821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '05e96a38-1ef2-4156-ad0c-8d5563b5d784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:16:06Z', 'updated_at': '2022-04-12T03:16:09Z', 'revision_number': 4, 'project_id': 'e6abe79952f3490e8b90f1cedddb3821', 'gw_port': {'id': '05e96a38-1ef2-4156-ad0c-8d5563b5d784', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71a9b00-ece3-4a43-b173-788b5c0a1ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:16:07Z', 'updated_at': '2022-04-12T03:16:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': '16cb1b95-b462-4e66-9293-231df6bc2e53', 'name': '', 'network_id': 'ecd0d022-8e6d-4b84-ae00-7d24036cda81', 'tenant_id': 'e6abe79952f3490e8b90f1cedddb3821', 'mac_address': 'fa:16:3e:3c:7b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71a9b00-ece3-4a43-b173-788b5c0a1ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '60de92aa-e1d9-435e-aecc-c7bfd020ffa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:16:09Z', 'updated_at': '2022-04-12T03:16:09Z', 'revision_number': 2, 'project_id': 'e6abe79952f3490e8b90f1cedddb3821', 'subnets': [{'id': '60de92aa-e1d9-435e-aecc-c7bfd020ffa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:16:11.803447 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653efa0c-aed2-4afe-b74b-43b6ad9b0ad4 None None] Pushing event updated for resources: {'Port': ['ID=a9b2408b-ba96-4f26-9d73-3c22e541745d,revision_number=1']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:11.829055 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee11524c-25c2-4ec8-af21-8957ed4fd711 None None] Checking router: d71a9b00-ece3-4a43-b173-788b5c0a1ee8 for host: dv-cinder-837443-1-iscsi {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:16:11.829408 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee11524c-25c2-4ec8-af21-8957ed4fd711 None None] Updating router d71a9b00-ece3-4a43-b173-788b5c0a1ee8 port 16cb1b95-b462-4e66-9293-231df6bc2e53 binding host dv-cinder-837443-1-iscsi {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 03:16:11.856554 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ee11524c-25c2-4ec8-af21-8957ed4fd711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (16cb1b95-b462-4e66-9293-231df6bc2e53), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:11.858056 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-653efa0c-aed2-4afe-b74b-43b6ad9b0ad4 None None] Attempting to bind port a9b2408b-ba96-4f26-9d73-3c22e541745d on host dv-cinder-837443-1-iscsi for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:16:11.858613 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-653efa0c-aed2-4afe-b74b-43b6ad9b0ad4 None None] Attempting to bind port a9b2408b-ba96-4f26-9d73-3c22e541745d by drivers openvswitch,hyperv on host dv-cinder-837443-1-iscsi at level 0 using segments [{'id': '4951fd73-3a3b-43d2-82d0-03310932afc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '577b29e7-9f41-4afd-bf98-edfb6f5b779f'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:16:11.859399 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653efa0c-aed2-4afe-b74b-43b6ad9b0ad4 None None] Attempting to bind port a9b2408b-ba96-4f26-9d73-3c22e541745d on network 577b29e7-9f41-4afd-bf98-edfb6f5b779f {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:16:11.865198 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653efa0c-aed2-4afe-b74b-43b6ad9b0ad4 None None] Checking agent: {'id': 'ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 2, 56, 1), 'started_at': datetime.datetime(2022, 4, 12, 2, 56, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:16:11.865809 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653efa0c-aed2-4afe-b74b-43b6ad9b0ad4 None None] Checking segment: {'id': '4951fd73-3a3b-43d2-82d0-03310932afc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '577b29e7-9f41-4afd-bf98-edfb6f5b779f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:16:11.866384 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-653efa0c-aed2-4afe-b74b-43b6ad9b0ad4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:11.866917 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653efa0c-aed2-4afe-b74b-43b6ad9b0ad4 None None] Bound using segment: {'id': '4951fd73-3a3b-43d2-82d0-03310932afc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '577b29e7-9f41-4afd-bf98-edfb6f5b779f'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:16:11.867515 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-653efa0c-aed2-4afe-b74b-43b6ad9b0ad4 None None] Bound port: a9b2408b-ba96-4f26-9d73-3c22e541745d, host: dv-cinder-837443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4951fd73-3a3b-43d2-82d0-03310932afc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '577b29e7-9f41-4afd-bf98-edfb6f5b779f'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:16:11.868080 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-653efa0c-aed2-4afe-b74b-43b6ad9b0ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (a9b2408b-ba96-4f26-9d73-3c22e541745d), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:11.901943 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [None req-df3683dd-6190-4e60-a725-d855928e9ead admin admin] Allocated IP 172.27.3.141 (79cba51c-a00f-4d8d-a813-38deb5f63b2a/29b195a7-2bca-4a4f-ac92-aa862b85642e/a11a69eb-674a-44f7-89d5-0640bca6fc44) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:16:11.938292 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-653efa0c-aed2-4afe-b74b-43b6ad9b0ad4 None None] For port a9b2408b-ba96-4f26-9d73-3c22e541745d, host dv-cinder-837443-1-iscsi, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:16:11.941530 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-653efa0c-aed2-4afe-b74b-43b6ad9b0ad4 None None] For port a9b2408b-ba96-4f26-9d73-3c22e541745d, host dv-cinder-837443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=a9b2408b-ba96-4f26-9d73-3c22e541745d,segment=NetworkSegment(4951fd73-3a3b-43d2-82d0-03310932afc8),segment_id=4951fd73-3a3b-43d2-82d0-03310932afc8)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:16:11.948456 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-653efa0c-aed2-4afe-b74b-43b6ad9b0ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (a9b2408b-ba96-4f26-9d73-3c22e541745d), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:12.022345 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653efa0c-aed2-4afe-b74b-43b6ad9b0ad4 None None] Pushing event updated for resources: {'Port': ['ID=a9b2408b-ba96-4f26-9d73-3c22e541745d,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:12.038407 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-df3683dd-6190-4e60-a725-d855928e9ead admin admin] Publish callbacks [] for port (a11a69eb-674a-44f7-89d5-0640bca6fc44), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:12.087331 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-df3683dd-6190-4e60-a725-d855928e9ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28695539'] for port (a11a69eb-674a-44f7-89d5-0640bca6fc44), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:12.094100 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 05e96a38-1ef2-4156-ad0c-8d5563b5d784 up at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:16:12.135480 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3683dd-6190-4e60-a725-d855928e9ead admin admin] Network 79cba51c-a00f-4d8d-a813-38deb5f63b2a is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:16:12.138492 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [None req-df3683dd-6190-4e60-a725-d855928e9ead admin admin] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:16:12.141858 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3683dd-6190-4e60-a725-d855928e9ead admin admin] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:16:12.144907 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Provisioning complete for port 05e96a38-1ef2-4156-ad0c-8d5563b5d784 triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:16:12.145468 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (05e96a38-1ef2-4156-ad0c-8d5563b5d784), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:12.151737 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ee11524c-25c2-4ec8-af21-8957ed4fd711 None None] Publish callbacks [] for port (16cb1b95-b462-4e66-9293-231df6bc2e53), precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:12.158207 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ee11524c-25c2-4ec8-af21-8957ed4fd711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (16cb1b95-b462-4e66-9293-231df6bc2e53), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:12.165707 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3683dd-6190-4e60-a725-d855928e9ead admin admin] Pushing event updated for resources: {'Port': ['ID=a11a69eb-674a-44f7-89d5-0640bca6fc44,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:12.217451 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8fdfbc-52e9-4b77-bcad-2297dccb089f None None] Pushing event updated for resources: {'Port': ['ID=16cb1b95-b462-4e66-9293-231df6bc2e53,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:12.238883 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8fdfbc-52e9-4b77-bcad-2297dccb089f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:12.239445 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8fdfbc-52e9-4b77-bcad-2297dccb089f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:12.239995 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8fdfbc-52e9-4b77-bcad-2297dccb089f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:12.244256 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8fdfbc-52e9-4b77-bcad-2297dccb089f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:12.246308 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8fdfbc-52e9-4b77-bcad-2297dccb089f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:12.246672 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8fdfbc-52e9-4b77-bcad-2297dccb089f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:12.247010 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8fdfbc-52e9-4b77-bcad-2297dccb089f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:12.247348 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8fdfbc-52e9-4b77-bcad-2297dccb089f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:12.247681 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8fdfbc-52e9-4b77-bcad-2297dccb089f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:12.248050 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8fdfbc-52e9-4b77-bcad-2297dccb089f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:12.248788 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8fdfbc-52e9-4b77-bcad-2297dccb089f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:12.249143 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8fdfbc-52e9-4b77-bcad-2297dccb089f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:12.249476 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8fdfbc-52e9-4b77-bcad-2297dccb089f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:12.253690 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8fdfbc-52e9-4b77-bcad-2297dccb089f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:12.256466 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8fdfbc-52e9-4b77-bcad-2297dccb089f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:12.267077 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Current status of the port 05e96a38-1ef2-4156-ad0c-8d5563b5d784 is: DOWN; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:16:12.267480 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (05e96a38-1ef2-4156-ad0c-8d5563b5d784), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:12.308203 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] For port 05e96a38-1ef2-4156-ad0c-8d5563b5d784, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=05e96a38-1ef2-4156-ad0c-8d5563b5d784,segment=NetworkSegment(44a05d23-3fd0-4081-9abb-c6033767afb5),segment_id=44a05d23-3fd0-4081-9abb-c6033767afb5)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:16:12.317202 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (05e96a38-1ef2-4156-ad0c-8d5563b5d784), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:12.349911 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-ee11524c-25c2-4ec8-af21-8957ed4fd711 None None] Attempting to bind port 16cb1b95-b462-4e66-9293-231df6bc2e53 on host dv-cinder-837443-1-iscsi for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:16:12.350275 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-ee11524c-25c2-4ec8-af21-8957ed4fd711 None None] Attempting to bind port 16cb1b95-b462-4e66-9293-231df6bc2e53 by drivers openvswitch,hyperv on host dv-cinder-837443-1-iscsi at level 0 using segments [{'id': 'b99ddfd6-7b74-455f-996a-28bca2594ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ecd0d022-8e6d-4b84-ae00-7d24036cda81'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:16:12.350654 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee11524c-25c2-4ec8-af21-8957ed4fd711 None None] Attempting to bind port 16cb1b95-b462-4e66-9293-231df6bc2e53 on network ecd0d022-8e6d-4b84-ae00-7d24036cda81 {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:16:12.363680 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee11524c-25c2-4ec8-af21-8957ed4fd711 None None] Checking agent: {'id': 'ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 2, 56, 1), 'started_at': datetime.datetime(2022, 4, 12, 2, 56, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:16:12.364121 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee11524c-25c2-4ec8-af21-8957ed4fd711 None None] Checking segment: {'id': 'b99ddfd6-7b74-455f-996a-28bca2594ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ecd0d022-8e6d-4b84-ae00-7d24036cda81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:16:12.364688 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ee11524c-25c2-4ec8-af21-8957ed4fd711 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:12.364959 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee11524c-25c2-4ec8-af21-8957ed4fd711 None None] Bound using segment: {'id': 'b99ddfd6-7b74-455f-996a-28bca2594ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ecd0d022-8e6d-4b84-ae00-7d24036cda81'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:16:12.365454 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-ee11524c-25c2-4ec8-af21-8957ed4fd711 None None] Bound port: 16cb1b95-b462-4e66-9293-231df6bc2e53, host: dv-cinder-837443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b99ddfd6-7b74-455f-996a-28bca2594ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ecd0d022-8e6d-4b84-ae00-7d24036cda81'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:16:12.365837 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ee11524c-25c2-4ec8-af21-8957ed4fd711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (16cb1b95-b462-4e66-9293-231df6bc2e53), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:12.414618 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Pushing event updated for resources: {'Port': ['ID=05e96a38-1ef2-4156-ad0c-8d5563b5d784,revision_number=4']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:12.456490 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-ee11524c-25c2-4ec8-af21-8957ed4fd711 None None] For port 16cb1b95-b462-4e66-9293-231df6bc2e53, host dv-cinder-837443-1-iscsi, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:16:12.459596 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-ee11524c-25c2-4ec8-af21-8957ed4fd711 None None] For port 16cb1b95-b462-4e66-9293-231df6bc2e53, host dv-cinder-837443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=16cb1b95-b462-4e66-9293-231df6bc2e53,segment=NetworkSegment(b99ddfd6-7b74-455f-996a-28bca2594ae6),segment_id=b99ddfd6-7b74-455f-996a-28bca2594ae6)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:16:12.467318 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-ee11524c-25c2-4ec8-af21-8957ed4fd711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (16cb1b95-b462-4e66-9293-231df6bc2e53), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:12.492793 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-df3683dd-6190-4e60-a725-d855928e9ead admin admin] Publish callbacks [] for router_gateway (d1dc579b-1855-4db3-8a2a-76596df98e02), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:12.519159 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee11524c-25c2-4ec8-af21-8957ed4fd711 None None] Routers {'d71a9b00-ece3-4a43-b173-788b5c0a1ee8'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:16:12.520468 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-ee11524c-25c2-4ec8-af21-8957ed4fd711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:15:57Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['d71a9b00-ece3-4a43-b173-788b5c0a1ee8'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:16:12.574743 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8fdfbc-52e9-4b77-bcad-2297dccb089f None None] Pushing event updated for resources: {'Port': ['ID=16cb1b95-b462-4e66-9293-231df6bc2e53,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:12.592934 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-4bf5f9a8-f11c-4187-8279-4878f848186e None None] Provisioning complete for port 16cb1b95-b462-4e66-9293-231df6bc2e53 triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:16:12.592934 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4bf5f9a8-f11c-4187-8279-4878f848186e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (16cb1b95-b462-4e66-9293-231df6bc2e53), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:12.664219 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-ee11524c-25c2-4ec8-af21-8957ed4fd711 None None] Set router d71a9b00-ece3-4a43-b173-788b5c0a1ee8 gateway port host: dv-cinder-837443-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:16:12.694482 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-4bf5f9a8-f11c-4187-8279-4878f848186e None None] Current status of the port 16cb1b95-b462-4e66-9293-231df6bc2e53 is: DOWN; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:16:12.694962 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4bf5f9a8-f11c-4187-8279-4878f848186e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (16cb1b95-b462-4e66-9293-231df6bc2e53), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:12.740346 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-4bf5f9a8-f11c-4187-8279-4878f848186e None None] For port 16cb1b95-b462-4e66-9293-231df6bc2e53, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=16cb1b95-b462-4e66-9293-231df6bc2e53,segment=NetworkSegment(b99ddfd6-7b74-455f-996a-28bca2594ae6),segment_id=b99ddfd6-7b74-455f-996a-28bca2594ae6)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:16:12.749115 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-4bf5f9a8-f11c-4187-8279-4878f848186e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (16cb1b95-b462-4e66-9293-231df6bc2e53), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:12.909194 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-ee11524c-25c2-4ec8-af21-8957ed4fd711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71a9b00-ece3-4a43-b173-788b5c0a1ee8', 'name': 'tempest-TestShelveInstance-921163632-router', 'tenant_id': 'e6abe79952f3490e8b90f1cedddb3821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '05e96a38-1ef2-4156-ad0c-8d5563b5d784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:16:06Z', 'updated_at': '2022-04-12T03:16:09Z', 'revision_number': 4, 'project_id': 'e6abe79952f3490e8b90f1cedddb3821', 'gw_port': {'id': '05e96a38-1ef2-4156-ad0c-8d5563b5d784', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71a9b00-ece3-4a43-b173-788b5c0a1ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:16:07Z', 'updated_at': '2022-04-12T03:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': '16cb1b95-b462-4e66-9293-231df6bc2e53', 'name': '', 'network_id': 'ecd0d022-8e6d-4b84-ae00-7d24036cda81', 'tenant_id': 'e6abe79952f3490e8b90f1cedddb3821', 'mac_address': 'fa:16:3e:3c:7b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71a9b00-ece3-4a43-b173-788b5c0a1ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '60de92aa-e1d9-435e-aecc-c7bfd020ffa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:16:09Z', 'updated_at': '2022-04-12T03:16:12Z', 'revision_number': 4, 'project_id': 'e6abe79952f3490e8b90f1cedddb3821', 'subnets': [{'id': '60de92aa-e1d9-435e-aecc-c7bfd020ffa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:16:12.942584 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee11524c-25c2-4ec8-af21-8957ed4fd711 None None] The sync data for ids ['d71a9b00-ece3-4a43-b173-788b5c0a1ee8'] in dv-cinder-837443-1-iscsi is: [{'id': 'd71a9b00-ece3-4a43-b173-788b5c0a1ee8', 'name': 'tempest-TestShelveInstance-921163632-router', 'tenant_id': 'e6abe79952f3490e8b90f1cedddb3821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '05e96a38-1ef2-4156-ad0c-8d5563b5d784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:16:06Z', 'updated_at': '2022-04-12T03:16:09Z', 'revision_number': 4, 'project_id': 'e6abe79952f3490e8b90f1cedddb3821', 'gw_port': {'id': '05e96a38-1ef2-4156-ad0c-8d5563b5d784', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71a9b00-ece3-4a43-b173-788b5c0a1ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:16:07Z', 'updated_at': '2022-04-12T03:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': '16cb1b95-b462-4e66-9293-231df6bc2e53', 'name': '', 'network_id': 'ecd0d022-8e6d-4b84-ae00-7d24036cda81', 'tenant_id': 'e6abe79952f3490e8b90f1cedddb3821', 'mac_address': 'fa:16:3e:3c:7b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71a9b00-ece3-4a43-b173-788b5c0a1ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '60de92aa-e1d9-435e-aecc-c7bfd020ffa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:16:09Z', 'updated_at': '2022-04-12T03:16:12Z', 'revision_number': 4, 'project_id': 'e6abe79952f3490e8b90f1cedddb3821', 'subnets': [{'id': '60de92aa-e1d9-435e-aecc-c7bfd020ffa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:16:12.970034 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf5f9a8-f11c-4187-8279-4878f848186e None None] Pushing event updated for resources: {'Port': ['ID=16cb1b95-b462-4e66-9293-231df6bc2e53,revision_number=5']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:12.990628 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-c0895a25-4a07-41af-8bb1-c1e01857a583 None None] Provisioning complete for port 16cb1b95-b462-4e66-9293-231df6bc2e53 triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:16:12.991407 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c0895a25-4a07-41af-8bb1-c1e01857a583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (16cb1b95-b462-4e66-9293-231df6bc2e53), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:13.091860 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-df3683dd-6190-4e60-a725-d855928e9ead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3784358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3682775'] for router (d1dc579b-1855-4db3-8a2a-76596df98e02), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:13.098831 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-c0895a25-4a07-41af-8bb1-c1e01857a583 None None] Current status of the port 16cb1b95-b462-4e66-9293-231df6bc2e53 is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:16:13.239986 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df3683dd-6190-4e60-a725-d855928e9ead admin admin] Router d1dc579b-1855-4db3-8a2a-76596df98e02 is scheduled to L3 agent beb15aed-f2b6-4676-85ca-b43f14e6acf3 with binding_index 1 {{(pid=103484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 03:16:13.257302 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49f2ce9-320a-4245-9319-e191b137e283 None None] Network 577b29e7-9f41-4afd-bf98-edfb6f5b779f requested from dv-cinder-837443-1-iscsi {{(pid=103485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:16:13.329262 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-d1e745de-03f5-4e36-89ff-ce0824247ed4 None None] Provisioning complete for port a9b2408b-ba96-4f26-9d73-3c22e541745d triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:16:13.329633 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d1e745de-03f5-4e36-89ff-ce0824247ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (a9b2408b-ba96-4f26-9d73-3c22e541745d), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:13.363137 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df3683dd-6190-4e60-a725-d855928e9ead admin admin] Notify agent at l3_agent.dv-cinder-837443-1-iscsi the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:16:13.381464 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-df3683dd-6190-4e60-a725-d855928e9ead admin admin] Publish callbacks [] for router (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:13.385697 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 52376) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:13.388251 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-df3683dd-6190-4e60-a725-d855928e9ead admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0507302 Apr 12 03:16:13.388743 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0daffff-f840-4a69-9fbe-2c375d63d78d None None] Sync routers for ids ['d1dc579b-1855-4db3-8a2a-76596df98e02'] in dv-cinder-837443-1-iscsi {{(pid=103485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:16:13.419311 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0daffff-f840-4a69-9fbe-2c375d63d78d None None] Routers {'d1dc579b-1855-4db3-8a2a-76596df98e02'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:16:13.420000 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-a0daffff-f840-4a69-9fbe-2c375d63d78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:15:57Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['d1dc579b-1855-4db3-8a2a-76596df98e02'], 'active': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:16:13.545994 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-d1e745de-03f5-4e36-89ff-ce0824247ed4 None None] Current status of the port a9b2408b-ba96-4f26-9d73-3c22e541745d is: DOWN; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:16:13.546306 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d1e745de-03f5-4e36-89ff-ce0824247ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (a9b2408b-ba96-4f26-9d73-3c22e541745d), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:13.591711 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvr_db [None req-a0daffff-f840-4a69-9fbe-2c375d63d78d None None] Set router d1dc579b-1855-4db3-8a2a-76596df98e02 gateway port host: dv-cinder-837443-1-iscsi {{(pid=103485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:16:13.694500 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-d1e745de-03f5-4e36-89ff-ce0824247ed4 None None] For port a9b2408b-ba96-4f26-9d73-3c22e541745d, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=a9b2408b-ba96-4f26-9d73-3c22e541745d,segment=NetworkSegment(4951fd73-3a3b-43d2-82d0-03310932afc8),segment_id=4951fd73-3a3b-43d2-82d0-03310932afc8)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:16:13.722145 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d1e745de-03f5-4e36-89ff-ce0824247ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (a9b2408b-ba96-4f26-9d73-3c22e541745d), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:13.796700 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e745de-03f5-4e36-89ff-ce0824247ed4 None None] Pushing event updated for resources: {'Port': ['ID=a9b2408b-ba96-4f26-9d73-3c22e541745d,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:13.849331 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-a0daffff-f840-4a69-9fbe-2c375d63d78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1dc579b-1855-4db3-8a2a-76596df98e02', 'name': 'tempest-TestShelveInstance-57625654-router', 'tenant_id': '4baa9a4306cf431683b838a9d9e4062e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'a11a69eb-674a-44f7-89d5-0640bca6fc44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:16:11Z', 'updated_at': '2022-04-12T03:16:12Z', 'revision_number': 3, 'project_id': '4baa9a4306cf431683b838a9d9e4062e', 'gw_port': {'id': 'a11a69eb-674a-44f7-89d5-0640bca6fc44', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1dc579b-1855-4db3-8a2a-76596df98e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:16:11Z', 'updated_at': '2022-04-12T03:16:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi'}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:16:13.853540 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-e18b316c-6771-4da0-8d10-d96ccb3964da None None] Provisioning complete for port a9b2408b-ba96-4f26-9d73-3c22e541745d triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:16:13.853913 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e18b316c-6771-4da0-8d10-d96ccb3964da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (a9b2408b-ba96-4f26-9d73-3c22e541745d), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:13.873963 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-d65ed8e5-2f39-4273-a954-e8c4aedcf118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:13.899682 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0daffff-f840-4a69-9fbe-2c375d63d78d None None] Checking router: d1dc579b-1855-4db3-8a2a-76596df98e02 for host: dv-cinder-837443-1-iscsi {{(pid=103485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:16:13.900052 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0daffff-f840-4a69-9fbe-2c375d63d78d None None] Updating router d1dc579b-1855-4db3-8a2a-76596df98e02 port a11a69eb-674a-44f7-89d5-0640bca6fc44 binding host dv-cinder-837443-1-iscsi {{(pid=103485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 03:16:13.943153 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a0daffff-f840-4a69-9fbe-2c375d63d78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (a11a69eb-674a-44f7-89d5-0640bca6fc44), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:14.056641 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.db_base_plugin_common [None req-d65ed8e5-2f39-4273-a954-e8c4aedcf118 admin admin] Allocated IP 172.20.0.1 (577b29e7-9f41-4afd-bf98-edfb6f5b779f/8709cd1d-a21e-47cd-9adc-19c2ebaf6be2/80986101-462e-4cb9-8559-0d3605fa8acb) {{(pid=103483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:16:14.102074 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-e18b316c-6771-4da0-8d10-d96ccb3964da None None] Current status of the port a9b2408b-ba96-4f26-9d73-3c22e541745d is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:16:14.182541 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 16cb1b95-b462-4e66-9293-231df6bc2e53 up at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:16:14.183229 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-d65ed8e5-2f39-4273-a954-e8c4aedcf118 admin admin] Publish callbacks [] for port (80986101-462e-4cb9-8559-0d3605fa8acb), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:14.222305 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-d65ed8e5-2f39-4273-a954-e8c4aedcf118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28322803'] for port (80986101-462e-4cb9-8559-0d3605fa8acb), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:14.261932 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65ed8e5-2f39-4273-a954-e8c4aedcf118 admin admin] Network 577b29e7-9f41-4afd-bf98-edfb6f5b779f is already hosted by enough agents. {{(pid=103483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:16:14.266604 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.base_scheduler [None req-d65ed8e5-2f39-4273-a954-e8c4aedcf118 admin admin] Resources bound (agent type, host, resource id): {{(pid=103483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:16:14.270027 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65ed8e5-2f39-4273-a954-e8c4aedcf118 admin admin] Received port after_create {{(pid=103483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:16:14.273188 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Provisioning complete for port 16cb1b95-b462-4e66-9293-231df6bc2e53 triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:16:14.273560 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (16cb1b95-b462-4e66-9293-231df6bc2e53), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:14.299175 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65ed8e5-2f39-4273-a954-e8c4aedcf118 admin admin] Pushing event updated for resources: {'Port': ['ID=80986101-462e-4cb9-8559-0d3605fa8acb,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:14.323598 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-d65ed8e5-2f39-4273-a954-e8c4aedcf118 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3682596'] for router_interface (d1dc579b-1855-4db3-8a2a-76596df98e02), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:14.347514 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a0daffff-f840-4a69-9fbe-2c375d63d78d None None] Publish callbacks [] for port (a11a69eb-674a-44f7-89d5-0640bca6fc44), precommit_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:14.356640 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a0daffff-f840-4a69-9fbe-2c375d63d78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (a11a69eb-674a-44f7-89d5-0640bca6fc44), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:14.440509 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bd185c-41b1-4274-901e-356d28c0c522 None None] Pushing event updated for resources: {'Port': ['ID=a11a69eb-674a-44f7-89d5-0640bca6fc44,revision_number=2']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:14.442678 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Current status of the port 16cb1b95-b462-4e66-9293-231df6bc2e53 is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:16:14.443791 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device a9b2408b-ba96-4f26-9d73-3c22e541745d up at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:16:14.448654 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-a0daffff-f840-4a69-9fbe-2c375d63d78d None None] Attempting to bind port a11a69eb-674a-44f7-89d5-0640bca6fc44 on host dv-cinder-837443-1-iscsi for vnic_type normal with profile {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:16:14.448654 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-a0daffff-f840-4a69-9fbe-2c375d63d78d None None] Attempting to bind port a11a69eb-674a-44f7-89d5-0640bca6fc44 by drivers openvswitch,hyperv on host dv-cinder-837443-1-iscsi at level 0 using segments [{'id': '44a05d23-3fd0-4081-9abb-c6033767afb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:16:14.449003 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0daffff-f840-4a69-9fbe-2c375d63d78d None None] Attempting to bind port a11a69eb-674a-44f7-89d5-0640bca6fc44 on network 79cba51c-a00f-4d8d-a813-38deb5f63b2a {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:16:14.476123 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-d65ed8e5-2f39-4273-a954-e8c4aedcf118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (80986101-462e-4cb9-8559-0d3605fa8acb), before_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:14.477099 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0daffff-f840-4a69-9fbe-2c375d63d78d None None] Checking agent: {'id': 'ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 2, 56, 1), 'started_at': datetime.datetime(2022, 4, 12, 2, 56, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:16:14.477474 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0daffff-f840-4a69-9fbe-2c375d63d78d None None] Checking segment: {'id': '44a05d23-3fd0-4081-9abb-c6033767afb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:16:14.477878 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a0daffff-f840-4a69-9fbe-2c375d63d78d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:14.478265 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0daffff-f840-4a69-9fbe-2c375d63d78d None None] Bound using segment: {'id': '44a05d23-3fd0-4081-9abb-c6033767afb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'} {{(pid=103485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:16:14.478725 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.managers [None req-a0daffff-f840-4a69-9fbe-2c375d63d78d None None] Bound port: a11a69eb-674a-44f7-89d5-0640bca6fc44, host: dv-cinder-837443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44a05d23-3fd0-4081-9abb-c6033767afb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a'}}] {{(pid=103485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:16:14.479095 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a0daffff-f840-4a69-9fbe-2c375d63d78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (a11a69eb-674a-44f7-89d5-0640bca6fc44), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:14.541647 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-830921f9-23f9-4963-adde-600e4cecf811 None None] Provisioning complete for port 80986101-462e-4cb9-8559-0d3605fa8acb triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:16:14.541927 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-830921f9-23f9-4963-adde-600e4cecf811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (80986101-462e-4cb9-8559-0d3605fa8acb), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:14.573630 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Provisioning complete for port a9b2408b-ba96-4f26-9d73-3c22e541745d triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:16:14.573907 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (a9b2408b-ba96-4f26-9d73-3c22e541745d), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:14.576131 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-a0daffff-f840-4a69-9fbe-2c375d63d78d None None] For port a11a69eb-674a-44f7-89d5-0640bca6fc44, host dv-cinder-837443-1-iscsi, cleared binding levels {{(pid=103485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:16:14.616011 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-a0daffff-f840-4a69-9fbe-2c375d63d78d None None] For port a11a69eb-674a-44f7-89d5-0640bca6fc44, host dv-cinder-837443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=a11a69eb-674a-44f7-89d5-0640bca6fc44,segment=NetworkSegment(44a05d23-3fd0-4081-9abb-c6033767afb5),segment_id=44a05d23-3fd0-4081-9abb-c6033767afb5)] {{(pid=103485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:16:14.622577 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-830921f9-23f9-4963-adde-600e4cecf811 None None] Port 80986101-462e-4cb9-8559-0d3605fa8acb cannot update to ACTIVE because it is not bound. {{(pid=103485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:16:14.628217 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a0daffff-f840-4a69-9fbe-2c375d63d78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (a11a69eb-674a-44f7-89d5-0640bca6fc44), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:14.644331 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-d65ed8e5-2f39-4273-a954-e8c4aedcf118 admin admin] Publish callbacks [] for port (80986101-462e-4cb9-8559-0d3605fa8acb), precommit_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:14.649699 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-d65ed8e5-2f39-4273-a954-e8c4aedcf118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28322808'] for port (80986101-462e-4cb9-8559-0d3605fa8acb), after_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:14.698500 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bd185c-41b1-4274-901e-356d28c0c522 None None] Pushing event updated for resources: {'Port': ['ID=a11a69eb-674a-44f7-89d5-0640bca6fc44,revision_number=3']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:14.717340 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0daffff-f840-4a69-9fbe-2c375d63d78d None None] Routers {'d1dc579b-1855-4db3-8a2a-76596df98e02'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:16:14.717988 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-a0daffff-f840-4a69-9fbe-2c375d63d78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:15:57Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['d1dc579b-1855-4db3-8a2a-76596df98e02'], 'active': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:16:14.720377 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-d65ed8e5-2f39-4273-a954-e8c4aedcf118 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685268'] for router_interface (d1dc579b-1855-4db3-8a2a-76596df98e02), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:14.722295 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65ed8e5-2f39-4273-a954-e8c4aedcf118 admin admin] Pushing event updated for resources: {'Port': ['ID=80986101-462e-4cb9-8559-0d3605fa8acb,revision_number=2']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:14.816809 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65ed8e5-2f39-4273-a954-e8c4aedcf118 admin admin] Network 577b29e7-9f41-4afd-bf98-edfb6f5b779f is already hosted by enough agents. {{(pid=103483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:16:14.818265 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.base_scheduler [None req-d65ed8e5-2f39-4273-a954-e8c4aedcf118 admin admin] Resources bound (agent type, host, resource id): {{(pid=103483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:16:14.911618 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Current status of the port a9b2408b-ba96-4f26-9d73-3c22e541745d is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:16:14.912735 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 05e96a38-1ef2-4156-ad0c-8d5563b5d784 up at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:16:14.940996 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d65ed8e5-2f39-4273-a954-e8c4aedcf118 admin admin] Router d1dc579b-1855-4db3-8a2a-76596df98e02 has already been hosted by L3 agent beb15aed-f2b6-4676-85ca-b43f14e6acf3 {{(pid=103483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:16:15.003759 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvr_db [None req-a0daffff-f840-4a69-9fbe-2c375d63d78d None None] Set router d1dc579b-1855-4db3-8a2a-76596df98e02 gateway port host: dv-cinder-837443-1-iscsi {{(pid=103485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:16:15.034435 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Provisioning complete for port 05e96a38-1ef2-4156-ad0c-8d5563b5d784 triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:16:15.034802 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (05e96a38-1ef2-4156-ad0c-8d5563b5d784), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:15.054861 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65ed8e5-2f39-4273-a954-e8c4aedcf118 admin admin] Notify agent at l3_agent.dv-cinder-837443-1-iscsi the message routers_updated {{(pid=103483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:16:15.059929 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-d65ed8e5-2f39-4273-a954-e8c4aedcf118 admin admin] 10.222.0.32 "PUT /v2.0/routers/d1dc579b-1855-4db3-8a2a-76596df98e02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6726460 Apr 12 03:16:15.081012 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-3edfaf43-d3d6-4e3c-b434-1ef76d9b7972 None None] Provisioning complete for port 80986101-462e-4cb9-8559-0d3605fa8acb triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:16:15.081308 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3edfaf43-d3d6-4e3c-b434-1ef76d9b7972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (80986101-462e-4cb9-8559-0d3605fa8acb), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:15.198515 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-3edfaf43-d3d6-4e3c-b434-1ef76d9b7972 None None] Port 80986101-462e-4cb9-8559-0d3605fa8acb cannot update to ACTIVE because it is not bound. {{(pid=103485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:16:15.256250 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Current status of the port 05e96a38-1ef2-4156-ad0c-8d5563b5d784 is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:16:15.299282 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-a0daffff-f840-4a69-9fbe-2c375d63d78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1dc579b-1855-4db3-8a2a-76596df98e02', 'name': 'tempest-TestShelveInstance-57625654-router', 'tenant_id': '4baa9a4306cf431683b838a9d9e4062e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'a11a69eb-674a-44f7-89d5-0640bca6fc44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:16:11Z', 'updated_at': '2022-04-12T03:16:14Z', 'revision_number': 4, 'project_id': '4baa9a4306cf431683b838a9d9e4062e', 'gw_port': {'id': 'a11a69eb-674a-44f7-89d5-0640bca6fc44', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1dc579b-1855-4db3-8a2a-76596df98e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:16:11Z', 'updated_at': '2022-04-12T03:16:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': '80986101-462e-4cb9-8559-0d3605fa8acb', 'name': '', 'network_id': '577b29e7-9f41-4afd-bf98-edfb6f5b779f', 'tenant_id': '4baa9a4306cf431683b838a9d9e4062e', 'mac_address': 'fa:16:3e:67:aa:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1dc579b-1855-4db3-8a2a-76596df98e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '8709cd1d-a21e-47cd-9adc-19c2ebaf6be2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:16:13Z', 'updated_at': '2022-04-12T03:16:14Z', 'revision_number': 2, 'project_id': '4baa9a4306cf431683b838a9d9e4062e', 'subnets': [{'id': '8709cd1d-a21e-47cd-9adc-19c2ebaf6be2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:16:15.326774 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0daffff-f840-4a69-9fbe-2c375d63d78d None None] The sync data for ids ['d1dc579b-1855-4db3-8a2a-76596df98e02'] in dv-cinder-837443-1-iscsi is: [{'id': 'd1dc579b-1855-4db3-8a2a-76596df98e02', 'name': 'tempest-TestShelveInstance-57625654-router', 'tenant_id': '4baa9a4306cf431683b838a9d9e4062e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'a11a69eb-674a-44f7-89d5-0640bca6fc44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:16:11Z', 'updated_at': '2022-04-12T03:16:14Z', 'revision_number': 4, 'project_id': '4baa9a4306cf431683b838a9d9e4062e', 'gw_port': {'id': 'a11a69eb-674a-44f7-89d5-0640bca6fc44', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1dc579b-1855-4db3-8a2a-76596df98e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:16:11Z', 'updated_at': '2022-04-12T03:16:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': '80986101-462e-4cb9-8559-0d3605fa8acb', 'name': '', 'network_id': '577b29e7-9f41-4afd-bf98-edfb6f5b779f', 'tenant_id': '4baa9a4306cf431683b838a9d9e4062e', 'mac_address': 'fa:16:3e:67:aa:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1dc579b-1855-4db3-8a2a-76596df98e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '8709cd1d-a21e-47cd-9adc-19c2ebaf6be2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:16:13Z', 'updated_at': '2022-04-12T03:16:14Z', 'revision_number': 2, 'project_id': '4baa9a4306cf431683b838a9d9e4062e', 'subnets': [{'id': '8709cd1d-a21e-47cd-9adc-19c2ebaf6be2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:16:15.589074 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 52384) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:15.593873 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [None req-4011cb7c-5c5e-42c4-afbb-d8b2896f0670 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1605999095', 'description': 'tempest-secgroup-smoke-1605999095 description', 'project_id': 'e6abe79952f3490e8b90f1cedddb3821'}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:16:15.616698 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-4011cb7c-5c5e-42c4-afbb-d8b2896f0670 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Publish callbacks [] for security_group (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:15.688841 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-4011cb7c-5c5e-42c4-afbb-d8b2896f0670 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Publish callbacks [] for security_group (8458caf0-889f-4776-9743-c94f67ecf506), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:15.694030 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-4011cb7c-5c5e-42c4-afbb-d8b2896f0670 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (8458caf0-889f-4776-9743-c94f67ecf506), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:15.725449 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-4011cb7c-5c5e-42c4-afbb-d8b2896f0670 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Publish callbacks [] for security_group (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:15.726799 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-4011cb7c-5c5e-42c4-afbb-d8b2896f0670 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1367044 Apr 12 03:16:15.730075 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 52386) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:15.731391 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4011cb7c-5c5e-42c4-afbb-d8b2896f0670 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8458caf0-889f-4776-9743-c94f67ecf506,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:15.735359 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-4af0f3c7-872a-4ca1-89de-38fb7dbbf0a4 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Request body: {'security_group_rule': {'security_group_id': '8458caf0-889f-4776-9743-c94f67ecf506', 'project_id': 'e6abe79952f3490e8b90f1cedddb3821', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:16:15.762485 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4af0f3c7-872a-4ca1-89de-38fb7dbbf0a4 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Publish callbacks [] for security_group_rule (7b3ebd53-efd7-4423-98c4-515eec229c45), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:15.820508 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4af0f3c7-872a-4ca1-89de-38fb7dbbf0a4 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Publish callbacks [] for security_group_rule (7b3ebd53-efd7-4423-98c4-515eec229c45), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:15.825737 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4af0f3c7-872a-4ca1-89de-38fb7dbbf0a4 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707756'] for security_group_rule (7b3ebd53-efd7-4423-98c4-515eec229c45), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:15.843783 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af0f3c7-872a-4ca1-89de-38fb7dbbf0a4 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b3ebd53-efd7-4423-98c4-515eec229c45,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:15.853185 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-4af0f3c7-872a-4ca1-89de-38fb7dbbf0a4 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:15.854484 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-4af0f3c7-872a-4ca1-89de-38fb7dbbf0a4 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1230352 Apr 12 03:16:15.857558 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 52388) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:15.862289 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [None req-55fa6075-70c6-49e6-bf36-46356347c4d2 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Request body: {'security_group_rule': {'security_group_id': '8458caf0-889f-4776-9743-c94f67ecf506', 'project_id': 'e6abe79952f3490e8b90f1cedddb3821', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:16:15.889281 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-55fa6075-70c6-49e6-bf36-46356347c4d2 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Publish callbacks [] for security_group_rule (d9861017-4eb9-42fb-98ab-00ac5e9e6105), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:15.957359 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-55fa6075-70c6-49e6-bf36-46356347c4d2 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Publish callbacks [] for security_group_rule (d9861017-4eb9-42fb-98ab-00ac5e9e6105), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:15.963021 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-55fa6075-70c6-49e6-bf36-46356347c4d2 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707756'] for security_group_rule (d9861017-4eb9-42fb-98ab-00ac5e9e6105), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:15.983631 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa6075-70c6-49e6-bf36-46356347c4d2 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9861017-4eb9-42fb-98ab-00ac5e9e6105,revision_number=0']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:15.992362 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-55fa6075-70c6-49e6-bf36-46356347c4d2 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:15.993810 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-55fa6075-70c6-49e6-bf36-46356347c4d2 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1350827 Apr 12 03:16:16.004675 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 52390) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:16.009374 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [None req-08c9190e-9e6d-4b2b-9cfa-fd88a32a4d0a tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Request body: {'security_group_rule': {'security_group_id': '8458caf0-889f-4776-9743-c94f67ecf506', 'project_id': 'e6abe79952f3490e8b90f1cedddb3821', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:16:16.039424 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-08c9190e-9e6d-4b2b-9cfa-fd88a32a4d0a tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Publish callbacks [] for security_group_rule (4b5cfa6a-6eab-4224-bf6b-dbea87ce4399), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:16.067442 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device a11a69eb-674a-44f7-89d5-0640bca6fc44 up at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:16:16.106236 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-08c9190e-9e6d-4b2b-9cfa-fd88a32a4d0a tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Publish callbacks [] for security_group_rule (4b5cfa6a-6eab-4224-bf6b-dbea87ce4399), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:16.111916 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-08c9190e-9e6d-4b2b-9cfa-fd88a32a4d0a tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707756'] for security_group_rule (4b5cfa6a-6eab-4224-bf6b-dbea87ce4399), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:16.126912 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Provisioning complete for port a11a69eb-674a-44f7-89d5-0640bca6fc44 triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:16:16.128222 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (a11a69eb-674a-44f7-89d5-0640bca6fc44), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:16.133779 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c9190e-9e6d-4b2b-9cfa-fd88a32a4d0a tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b5cfa6a-6eab-4224-bf6b-dbea87ce4399,revision_number=0']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:16.148386 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-08c9190e-9e6d-4b2b-9cfa-fd88a32a4d0a tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:16.152387 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-08c9190e-9e6d-4b2b-9cfa-fd88a32a4d0a tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1438859 Apr 12 03:16:16.152733 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 52392) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:16.157625 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [None req-6434d572-f267-42a8-bc78-425ade3b1e5a tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Request body: {'security_group_rule': {'security_group_id': '8458caf0-889f-4776-9743-c94f67ecf506', 'project_id': 'e6abe79952f3490e8b90f1cedddb3821', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:16:16.190495 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-6434d572-f267-42a8-bc78-425ade3b1e5a tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Publish callbacks [] for security_group_rule (d7b2aed1-63d7-4fa0-8948-5489655c90d1), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:16.214854 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Current status of the port a11a69eb-674a-44f7-89d5-0640bca6fc44 is: DOWN; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:16:16.215512 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (a11a69eb-674a-44f7-89d5-0640bca6fc44), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:16.238713 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] For port a11a69eb-674a-44f7-89d5-0640bca6fc44, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=a11a69eb-674a-44f7-89d5-0640bca6fc44,segment=NetworkSegment(44a05d23-3fd0-4081-9abb-c6033767afb5),segment_id=44a05d23-3fd0-4081-9abb-c6033767afb5)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:16:16.244436 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (a11a69eb-674a-44f7-89d5-0640bca6fc44), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:16.253610 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-6434d572-f267-42a8-bc78-425ade3b1e5a tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Publish callbacks [] for security_group_rule (d7b2aed1-63d7-4fa0-8948-5489655c90d1), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:16.258601 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-6434d572-f267-42a8-bc78-425ade3b1e5a tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707756'] for security_group_rule (d7b2aed1-63d7-4fa0-8948-5489655c90d1), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:16.276977 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6434d572-f267-42a8-bc78-425ade3b1e5a tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7b2aed1-63d7-4fa0-8948-5489655c90d1,revision_number=0']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:16.287380 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-6434d572-f267-42a8-bc78-425ade3b1e5a tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:16.291287 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-6434d572-f267-42a8-bc78-425ade3b1e5a tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1348438 Apr 12 03:16:16.291877 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 52394) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:16.296313 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [None req-ff7a482e-2c9b-4464-8ac8-a413e81a8282 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Request body: {'security_group_rule': {'security_group_id': '8458caf0-889f-4776-9743-c94f67ecf506', 'project_id': 'e6abe79952f3490e8b90f1cedddb3821', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:16:16.305088 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Pushing event updated for resources: {'Port': ['ID=a11a69eb-674a-44f7-89d5-0640bca6fc44,revision_number=4']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:16.317155 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.db.securitygroups_db [None req-ff7a482e-2c9b-4464-8ac8-a413e81a8282 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Project e6abe79952f3490e8b90f1cedddb3821 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 03:16:16.322691 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ff7a482e-2c9b-4464-8ac8-a413e81a8282 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Publish callbacks [] for security_group_rule (6f294af4-01cb-4482-95ed-035a98b427ba), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:16.383915 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ff7a482e-2c9b-4464-8ac8-a413e81a8282 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Publish callbacks [] for security_group_rule (6f294af4-01cb-4482-95ed-035a98b427ba), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:16.388289 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ff7a482e-2c9b-4464-8ac8-a413e81a8282 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707756'] for security_group_rule (6f294af4-01cb-4482-95ed-035a98b427ba), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:16.407879 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7a482e-2c9b-4464-8ac8-a413e81a8282 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f294af4-01cb-4482-95ed-035a98b427ba,revision_number=0']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:16.417947 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ff7a482e-2c9b-4464-8ac8-a413e81a8282 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:16.419368 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-ff7a482e-2c9b-4464-8ac8-a413e81a8282 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1264048 Apr 12 03:16:16.422435 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 52396) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:16.427022 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [None req-c97f8b81-7038-424f-8fda-1adcfd8f327e tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Request body: {'security_group_rule': {'security_group_id': '8458caf0-889f-4776-9743-c94f67ecf506', 'project_id': 'e6abe79952f3490e8b90f1cedddb3821', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:16:16.448858 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.db.securitygroups_db [None req-c97f8b81-7038-424f-8fda-1adcfd8f327e tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Project e6abe79952f3490e8b90f1cedddb3821 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 03:16:16.455199 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-c97f8b81-7038-424f-8fda-1adcfd8f327e tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Publish callbacks [] for security_group_rule (7abdf81c-d982-4311-b58f-f360d47c58cd), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:16.517621 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-c97f8b81-7038-424f-8fda-1adcfd8f327e tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Publish callbacks [] for security_group_rule (7abdf81c-d982-4311-b58f-f360d47c58cd), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:16.524145 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-c97f8b81-7038-424f-8fda-1adcfd8f327e tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707756'] for security_group_rule (7abdf81c-d982-4311-b58f-f360d47c58cd), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:16.543557 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97f8b81-7038-424f-8fda-1adcfd8f327e tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7abdf81c-d982-4311-b58f-f360d47c58cd,revision_number=0']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:16.552297 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-c97f8b81-7038-424f-8fda-1adcfd8f327e tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:16.553349 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-c97f8b81-7038-424f-8fda-1adcfd8f327e tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1298985 Apr 12 03:16:17.350481 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743acdbd-75b9-4e62-a4b9-2aad7d63671a None None] Sync routers for ids ['d1dc579b-1855-4db3-8a2a-76596df98e02'] in dv-cinder-837443-1-iscsi {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:16:17.362857 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743acdbd-75b9-4e62-a4b9-2aad7d63671a None None] Routers {'d1dc579b-1855-4db3-8a2a-76596df98e02'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:16:17.363447 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-743acdbd-75b9-4e62-a4b9-2aad7d63671a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:15:57Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['d1dc579b-1855-4db3-8a2a-76596df98e02'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:16:17.482698 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-743acdbd-75b9-4e62-a4b9-2aad7d63671a None None] Set router d1dc579b-1855-4db3-8a2a-76596df98e02 gateway port host: dv-cinder-837443-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:16:17.784225 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-743acdbd-75b9-4e62-a4b9-2aad7d63671a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1dc579b-1855-4db3-8a2a-76596df98e02', 'name': 'tempest-TestShelveInstance-57625654-router', 'tenant_id': '4baa9a4306cf431683b838a9d9e4062e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'a11a69eb-674a-44f7-89d5-0640bca6fc44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:16:11Z', 'updated_at': '2022-04-12T03:16:14Z', 'revision_number': 4, 'project_id': '4baa9a4306cf431683b838a9d9e4062e', 'gw_port': {'id': 'a11a69eb-674a-44f7-89d5-0640bca6fc44', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dc579b-1855-4db3-8a2a-76596df98e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:16:11Z', 'updated_at': '2022-04-12T03:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': '80986101-462e-4cb9-8559-0d3605fa8acb', 'name': '', 'network_id': '577b29e7-9f41-4afd-bf98-edfb6f5b779f', 'tenant_id': '4baa9a4306cf431683b838a9d9e4062e', 'mac_address': 'fa:16:3e:67:aa:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1dc579b-1855-4db3-8a2a-76596df98e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '8709cd1d-a21e-47cd-9adc-19c2ebaf6be2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:16:13Z', 'updated_at': '2022-04-12T03:16:14Z', 'revision_number': 2, 'project_id': '4baa9a4306cf431683b838a9d9e4062e', 'subnets': [{'id': '8709cd1d-a21e-47cd-9adc-19c2ebaf6be2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:16:17.811228 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743acdbd-75b9-4e62-a4b9-2aad7d63671a None None] Checking router: d1dc579b-1855-4db3-8a2a-76596df98e02 for host: dv-cinder-837443-1-iscsi {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:16:17.811583 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743acdbd-75b9-4e62-a4b9-2aad7d63671a None None] Updating router d1dc579b-1855-4db3-8a2a-76596df98e02 port 80986101-462e-4cb9-8559-0d3605fa8acb binding host dv-cinder-837443-1-iscsi {{(pid=103486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 03:16:17.840763 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-743acdbd-75b9-4e62-a4b9-2aad7d63671a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (80986101-462e-4cb9-8559-0d3605fa8acb), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:18.049370 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device a11a69eb-674a-44f7-89d5-0640bca6fc44 up at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:16:18.101113 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Provisioning complete for port a11a69eb-674a-44f7-89d5-0640bca6fc44 triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:16:18.101641 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (a11a69eb-674a-44f7-89d5-0640bca6fc44), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:18.146381 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-743acdbd-75b9-4e62-a4b9-2aad7d63671a None None] Publish callbacks [] for port (80986101-462e-4cb9-8559-0d3605fa8acb), precommit_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:18.151913 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-743acdbd-75b9-4e62-a4b9-2aad7d63671a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (80986101-462e-4cb9-8559-0d3605fa8acb), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:18.183301 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Current status of the port a11a69eb-674a-44f7-89d5-0640bca6fc44 is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:16:18.208083 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0945d60f-105d-4b17-8180-a9a5923c8f86 None None] Pushing event updated for resources: {'Port': ['ID=80986101-462e-4cb9-8559-0d3605fa8acb,revision_number=3']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:18.259551 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-743acdbd-75b9-4e62-a4b9-2aad7d63671a None None] Attempting to bind port 80986101-462e-4cb9-8559-0d3605fa8acb on host dv-cinder-837443-1-iscsi for vnic_type normal with profile {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:16:18.260005 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-743acdbd-75b9-4e62-a4b9-2aad7d63671a None None] Attempting to bind port 80986101-462e-4cb9-8559-0d3605fa8acb by drivers openvswitch,hyperv on host dv-cinder-837443-1-iscsi at level 0 using segments [{'id': '4951fd73-3a3b-43d2-82d0-03310932afc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '577b29e7-9f41-4afd-bf98-edfb6f5b779f'}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:16:18.260366 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743acdbd-75b9-4e62-a4b9-2aad7d63671a None None] Attempting to bind port 80986101-462e-4cb9-8559-0d3605fa8acb on network 577b29e7-9f41-4afd-bf98-edfb6f5b779f {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:16:18.266459 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743acdbd-75b9-4e62-a4b9-2aad7d63671a None None] Checking agent: {'id': 'ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 2, 56, 1), 'started_at': datetime.datetime(2022, 4, 12, 2, 56, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:16:18.266832 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743acdbd-75b9-4e62-a4b9-2aad7d63671a None None] Checking segment: {'id': '4951fd73-3a3b-43d2-82d0-03310932afc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '577b29e7-9f41-4afd-bf98-edfb6f5b779f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:16:18.267385 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-743acdbd-75b9-4e62-a4b9-2aad7d63671a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:18.267618 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743acdbd-75b9-4e62-a4b9-2aad7d63671a None None] Bound using segment: {'id': '4951fd73-3a3b-43d2-82d0-03310932afc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '577b29e7-9f41-4afd-bf98-edfb6f5b779f'} {{(pid=103486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:16:18.268103 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.managers [None req-743acdbd-75b9-4e62-a4b9-2aad7d63671a None None] Bound port: 80986101-462e-4cb9-8559-0d3605fa8acb, host: dv-cinder-837443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4951fd73-3a3b-43d2-82d0-03310932afc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '577b29e7-9f41-4afd-bf98-edfb6f5b779f'}}] {{(pid=103486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:16:18.268557 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-743acdbd-75b9-4e62-a4b9-2aad7d63671a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (80986101-462e-4cb9-8559-0d3605fa8acb), before_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:18.346021 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-743acdbd-75b9-4e62-a4b9-2aad7d63671a None None] For port 80986101-462e-4cb9-8559-0d3605fa8acb, host dv-cinder-837443-1-iscsi, cleared binding levels {{(pid=103486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:16:18.349443 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.plugins.ml2.db [None req-743acdbd-75b9-4e62-a4b9-2aad7d63671a None None] For port 80986101-462e-4cb9-8559-0d3605fa8acb, host dv-cinder-837443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=80986101-462e-4cb9-8559-0d3605fa8acb,segment=NetworkSegment(4951fd73-3a3b-43d2-82d0-03310932afc8),segment_id=4951fd73-3a3b-43d2-82d0-03310932afc8)] {{(pid=103486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:16:18.355551 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron_lib.callbacks.manager [None req-743acdbd-75b9-4e62-a4b9-2aad7d63671a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (80986101-462e-4cb9-8559-0d3605fa8acb), after_update {{(pid=103486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:18.406092 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743acdbd-75b9-4e62-a4b9-2aad7d63671a None None] Routers {'d1dc579b-1855-4db3-8a2a-76596df98e02'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:16:18.406722 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-743acdbd-75b9-4e62-a4b9-2aad7d63671a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:15:57Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['d1dc579b-1855-4db3-8a2a-76596df98e02'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:16:18.446753 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-3138273f-1cce-4711-8d1a-75141a92197a None None] Provisioning complete for port 80986101-462e-4cb9-8559-0d3605fa8acb triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:16:18.447259 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3138273f-1cce-4711-8d1a-75141a92197a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (80986101-462e-4cb9-8559-0d3605fa8acb), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:18.464653 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0945d60f-105d-4b17-8180-a9a5923c8f86 None None] Pushing event updated for resources: {'Port': ['ID=80986101-462e-4cb9-8559-0d3605fa8acb,revision_number=4']} {{(pid=103486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:18.536963 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-743acdbd-75b9-4e62-a4b9-2aad7d63671a None None] Set router d1dc579b-1855-4db3-8a2a-76596df98e02 gateway port host: dv-cinder-837443-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:16:18.539167 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-3138273f-1cce-4711-8d1a-75141a92197a None None] Current status of the port 80986101-462e-4cb9-8559-0d3605fa8acb is: DOWN; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:16:18.539167 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3138273f-1cce-4711-8d1a-75141a92197a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (80986101-462e-4cb9-8559-0d3605fa8acb), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:18.576256 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-3138273f-1cce-4711-8d1a-75141a92197a None None] For port 80986101-462e-4cb9-8559-0d3605fa8acb, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=80986101-462e-4cb9-8559-0d3605fa8acb,segment=NetworkSegment(4951fd73-3a3b-43d2-82d0-03310932afc8),segment_id=4951fd73-3a3b-43d2-82d0-03310932afc8)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:16:18.581125 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-3138273f-1cce-4711-8d1a-75141a92197a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (80986101-462e-4cb9-8559-0d3605fa8acb), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:18.635993 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3138273f-1cce-4711-8d1a-75141a92197a None None] Pushing event updated for resources: {'Port': ['ID=80986101-462e-4cb9-8559-0d3605fa8acb,revision_number=5']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:18.702382 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-59928f1b-25c2-4371-bd1c-aee40f1b1978 None None] Provisioning complete for port 80986101-462e-4cb9-8559-0d3605fa8acb triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:16:18.702853 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-59928f1b-25c2-4371-bd1c-aee40f1b1978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (80986101-462e-4cb9-8559-0d3605fa8acb), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:18.741354 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-743acdbd-75b9-4e62-a4b9-2aad7d63671a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1dc579b-1855-4db3-8a2a-76596df98e02', 'name': 'tempest-TestShelveInstance-57625654-router', 'tenant_id': '4baa9a4306cf431683b838a9d9e4062e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'a11a69eb-674a-44f7-89d5-0640bca6fc44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:16:11Z', 'updated_at': '2022-04-12T03:16:14Z', 'revision_number': 4, 'project_id': '4baa9a4306cf431683b838a9d9e4062e', 'gw_port': {'id': 'a11a69eb-674a-44f7-89d5-0640bca6fc44', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dc579b-1855-4db3-8a2a-76596df98e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:16:11Z', 'updated_at': '2022-04-12T03:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': '80986101-462e-4cb9-8559-0d3605fa8acb', 'name': '', 'network_id': '577b29e7-9f41-4afd-bf98-edfb6f5b779f', 'tenant_id': '4baa9a4306cf431683b838a9d9e4062e', 'mac_address': 'fa:16:3e:67:aa:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1dc579b-1855-4db3-8a2a-76596df98e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '8709cd1d-a21e-47cd-9adc-19c2ebaf6be2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:16:13Z', 'updated_at': '2022-04-12T03:16:18Z', 'revision_number': 4, 'project_id': '4baa9a4306cf431683b838a9d9e4062e', 'subnets': [{'id': '8709cd1d-a21e-47cd-9adc-19c2ebaf6be2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:16:18.770752 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743acdbd-75b9-4e62-a4b9-2aad7d63671a None None] The sync data for ids ['d1dc579b-1855-4db3-8a2a-76596df98e02'] in dv-cinder-837443-1-iscsi is: [{'id': 'd1dc579b-1855-4db3-8a2a-76596df98e02', 'name': 'tempest-TestShelveInstance-57625654-router', 'tenant_id': '4baa9a4306cf431683b838a9d9e4062e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'a11a69eb-674a-44f7-89d5-0640bca6fc44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:16:11Z', 'updated_at': '2022-04-12T03:16:14Z', 'revision_number': 4, 'project_id': '4baa9a4306cf431683b838a9d9e4062e', 'gw_port': {'id': 'a11a69eb-674a-44f7-89d5-0640bca6fc44', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dc579b-1855-4db3-8a2a-76596df98e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:16:11Z', 'updated_at': '2022-04-12T03:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': '80986101-462e-4cb9-8559-0d3605fa8acb', 'name': '', 'network_id': '577b29e7-9f41-4afd-bf98-edfb6f5b779f', 'tenant_id': '4baa9a4306cf431683b838a9d9e4062e', 'mac_address': 'fa:16:3e:67:aa:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1dc579b-1855-4db3-8a2a-76596df98e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '8709cd1d-a21e-47cd-9adc-19c2ebaf6be2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:16:13Z', 'updated_at': '2022-04-12T03:16:18Z', 'revision_number': 4, 'project_id': '4baa9a4306cf431683b838a9d9e4062e', 'subnets': [{'id': '8709cd1d-a21e-47cd-9adc-19c2ebaf6be2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:16:18.785118 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-59928f1b-25c2-4371-bd1c-aee40f1b1978 None None] Current status of the port 80986101-462e-4cb9-8559-0d3605fa8acb is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:16:20.057042 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 80986101-462e-4cb9-8559-0d3605fa8acb up at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:16:20.106828 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Provisioning complete for port 80986101-462e-4cb9-8559-0d3605fa8acb triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:16:20.107195 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (80986101-462e-4cb9-8559-0d3605fa8acb), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:20.198810 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Current status of the port 80986101-462e-4cb9-8559-0d3605fa8acb is: ACTIVE; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:16:20.901063 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d9b4afc3-988d-4081-ae69-d9ab2b5cf58b), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:24.792605 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-cfbc2ad0-36ae-4d28-bdb8-828fb96b7381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (fa7f2a92-0c20-457b-b451-d8a4489755d5), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:27.267694 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-51cd4cf5-27c4-4d3e-9fe4-3f88ad46e8be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (beb15aed-f2b6-4676-85ca-b43f14e6acf3), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:28.287596 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a63736aa-03b4-448a-a5ac-a324793c796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (2fa08797-e830-4b1e-af03-8a255eb086f2), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:29.968319 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be625cda-7f2b-4ec3-b03f-aa24446ccc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d888e177-8f03-43a8-a394-c59927fa1996), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:30.831871 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-ab12458f-227d-4940-a046-fc7fc78b3a72 req-70e02896-b628-4c2a-997e-10649a8d9504 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1605999095&fields=id&tenant_id=e6abe79952f3490e8b90f1cedddb3821 HTTP/1.1" status: 200 len: 267 time: 0.0507262 Apr 12 03:16:30.941011 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12458f-227d-4940-a046-fc7fc78b3a72 req-2f442428-8627-4bb7-a56d-38af177afb40 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:16:30.942379 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-ab12458f-227d-4940-a046-fc7fc78b3a72 req-2f442428-8627-4bb7-a56d-38af177afb40 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/networks?id=ecd0d022-8e6d-4b84-ae00-7d24036cda81 HTTP/1.1" status: 200 len: 808 time: 0.1040988 Apr 12 03:16:30.960360 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-ab12458f-227d-4940-a046-fc7fc78b3a72 req-1269413e-a788-4822-acee-98f16236a71d tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/quotas/e6abe79952f3490e8b90f1cedddb3821 HTTP/1.1" status: 200 len: 375 time: 0.0090208 Apr 12 03:16:31.008851 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-ab12458f-227d-4940-a046-fc7fc78b3a72 req-a240d22b-eec4-41af-b4df-f43eaf30c307 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e6abe79952f3490e8b90f1cedddb3821&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436814 Apr 12 03:16:31.121868 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [req-ab12458f-227d-4940-a046-fc7fc78b3a72 req-77fc18ac-a6a4-495d-8cae-d7566e1c32c3 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103484) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 03:16:31.122865 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-ab12458f-227d-4940-a046-fc7fc78b3a72 req-77fc18ac-a6a4-495d-8cae-d7566e1c32c3 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1027253 Apr 12 03:16:31.221407 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-ab12458f-227d-4940-a046-fc7fc78b3a72 req-96300e19-b330-4976-921b-57be7de40a01 service neutron] 10.222.0.32 "GET /v2.0/networks/ecd0d022-8e6d-4b84-ae00-7d24036cda81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894969 Apr 12 03:16:31.320677 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-ab12458f-227d-4940-a046-fc7fc78b3a72 req-e0b5deea-ff0d-4636-9a56-8b319c52e1e4 service neutron] 10.222.0.32 "GET /v2.0/networks/ecd0d022-8e6d-4b84-ae00-7d24036cda81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909877 Apr 12 03:16:31.355706 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:31.630737 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c3643afc-f0ce-42fb-8621-cf3bebb20bf4 req-b499d06f-4325-4fd9-898a-c692b6fd47ca tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/ports?device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415 HTTP/1.1" status: 200 len: 210 time: 0.0297716 Apr 12 03:16:32.533408 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.agents_db [None req-d3c4685f-78b0-4ffc-8e41-99bd627ddb58 None None] Agent healthcheck: found 6 active agents {{(pid=103486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:16:32.711147 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1104491b-13ba-4612-9441-f244d2e70561 req-a49d5122-fb2e-4441-9f1c-88e9322f8d7e tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/ports?device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415 HTTP/1.1" status: 200 len: 210 time: 0.0286934 Apr 12 03:16:33.806698 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-3c1f2b26-9a95-4de1-a212-e7c0af610feb req-e788d7a4-4c8c-45dd-b83e-a5ecbb0bd0e1 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/ports?device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415 HTTP/1.1" status: 200 len: 210 time: 0.0372577 Apr 12 03:16:34.885840 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-3c7f6b18-fc39-42bc-b98a-05217fbc6948 req-87dac2e0-7efc-40c9-85cb-c9ff44e55aac tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/ports?device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415 HTTP/1.1" status: 200 len: 210 time: 0.0289080 Apr 12 03:16:35.993243 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-9ca8dd6b-9f62-4cce-abca-80ce95f35fdb req-79879df7-9fcd-463c-9123-0ed4c46d6d2c tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/ports?device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415 HTTP/1.1" status: 200 len: 210 time: 0.0348346 Apr 12 03:16:36.775332 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12458f-227d-4940-a046-fc7fc78b3a72 req-d2aa96ac-1498-4db3-8fe5-e2805542a315 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:16:36.776811 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-ab12458f-227d-4940-a046-fc7fc78b3a72 req-d2aa96ac-1498-4db3-8fe5-e2805542a315 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.25 "GET /v2.0/networks?id=ecd0d022-8e6d-4b84-ae00-7d24036cda81 HTTP/1.1" status: 200 len: 808 time: 0.1085973 Apr 12 03:16:36.840307 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-ab12458f-227d-4940-a046-fc7fc78b3a72 req-be1567df-c021-4880-a91a-b586936b6b40 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6abe79952f3490e8b90f1cedddb3821 HTTP/1.1" status: 200 len: 380 time: 0.0554497 Apr 12 03:16:36.849737 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [req-ab12458f-227d-4940-a046-fc7fc78b3a72 req-442a0354-0338-440b-a40a-03a29e0d40d8 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Request body: {'port': {'device_id': 'f999e25b-bdb6-4b57-89fa-3c9d230e5415', 'network_id': 'ecd0d022-8e6d-4b84-ae00-7d24036cda81', 'admin_state_up': True, 'tenant_id': 'e6abe79952f3490e8b90f1cedddb3821', 'security_groups': ['8458caf0-889f-4776-9743-c94f67ecf506']}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:16:36.965956 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab12458f-227d-4940-a046-fc7fc78b3a72 req-442a0354-0338-440b-a40a-03a29e0d40d8 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Made reservation on behalf of e6abe79952f3490e8b90f1cedddb3821 for: {'port': 1} {{(pid=103484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:16:36.969442 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ab12458f-227d-4940-a046-fc7fc78b3a72 req-442a0354-0338-440b-a40a-03a29e0d40d8 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:37.110709 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-e1829652-a5fb-4da6-b878-5f001d9d863d req-5ebf1ceb-ac17-49ac-8def-4833fb9e20df tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/ports?device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415 HTTP/1.1" status: 200 len: 210 time: 0.0403020 Apr 12 03:16:37.134751 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_common [req-ab12458f-227d-4940-a046-fc7fc78b3a72 req-442a0354-0338-440b-a40a-03a29e0d40d8 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Allocated IP 172.20.0.7 (ecd0d022-8e6d-4b84-ae00-7d24036cda81/60de92aa-e1d9-435e-aecc-c7bfd020ffa3/1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b) {{(pid=103484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:16:37.277459 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ab12458f-227d-4940-a046-fc7fc78b3a72 req-442a0354-0338-440b-a40a-03a29e0d40d8 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Publish callbacks [] for port (1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b), precommit_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:37.321718 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ab12458f-227d-4940-a046-fc7fc78b3a72 req-442a0354-0338-440b-a40a-03a29e0d40d8 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28695539'] for port (1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b), after_create {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:37.370431 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab12458f-227d-4940-a046-fc7fc78b3a72 req-442a0354-0338-440b-a40a-03a29e0d40d8 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Network ecd0d022-8e6d-4b84-ae00-7d24036cda81 is already hosted by enough agents. {{(pid=103484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:16:37.373521 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.base_scheduler [req-ab12458f-227d-4940-a046-fc7fc78b3a72 req-442a0354-0338-440b-a40a-03a29e0d40d8 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Resources bound (agent type, host, resource id): {{(pid=103484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:16:37.378067 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab12458f-227d-4940-a046-fc7fc78b3a72 req-442a0354-0338-440b-a40a-03a29e0d40d8 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Received port after_create {{(pid=103484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:16:37.384509 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a0354-0338-440b-a40a-03a29e0d40d8 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Pushing event updated for resources: {'Port': ['ID=1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b,revision_number=1']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:37.419096 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442a0354-0338-440b-a40a-03a29e0d40d8 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:37.419569 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442a0354-0338-440b-a40a-03a29e0d40d8 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:37.419975 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442a0354-0338-440b-a40a-03a29e0d40d8 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:37.420270 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442a0354-0338-440b-a40a-03a29e0d40d8 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:37.420627 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442a0354-0338-440b-a40a-03a29e0d40d8 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:37.420946 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442a0354-0338-440b-a40a-03a29e0d40d8 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:37.421263 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442a0354-0338-440b-a40a-03a29e0d40d8 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:37.421550 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442a0354-0338-440b-a40a-03a29e0d40d8 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:37.421891 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442a0354-0338-440b-a40a-03a29e0d40d8 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:37.422223 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442a0354-0338-440b-a40a-03a29e0d40d8 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:37.422517 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442a0354-0338-440b-a40a-03a29e0d40d8 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:37.422835 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442a0354-0338-440b-a40a-03a29e0d40d8 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:37.423140 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442a0354-0338-440b-a40a-03a29e0d40d8 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:37.423446 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442a0354-0338-440b-a40a-03a29e0d40d8 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:37.423810 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442a0354-0338-440b-a40a-03a29e0d40d8 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:37.450761 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12458f-227d-4940-a046-fc7fc78b3a72 req-442a0354-0338-440b-a40a-03a29e0d40d8 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:16:37.451374 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ab12458f-227d-4940-a046-fc7fc78b3a72 req-442a0354-0338-440b-a40a-03a29e0d40d8 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for port (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:37.470248 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-ab12458f-227d-4940-a046-fc7fc78b3a72 req-442a0354-0338-440b-a40a-03a29e0d40d8 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6243675 Apr 12 03:16:37.481877 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.v2.base [req-ab12458f-227d-4940-a046-fc7fc78b3a72 req-7eef7d7f-4670-4aa4-8ed0-c00c8f831667 service neutron] Request body: {'port': {'device_id': 'f999e25b-bdb6-4b57-89fa-3c9d230e5415', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83744'}} {{(pid=103484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:16:37.543931 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ab12458f-227d-4940-a046-fc7fc78b3a72 req-7eef7d7f-4670-4aa4-8ed0-c00c8f831667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:37.634816 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-baf0847b-815a-406a-8f8a-d0f1c5b4b8f5 None None] Provisioning complete for port 1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b triggered by entity DHCP. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:16:37.635444 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-baf0847b-815a-406a-8f8a-d0f1c5b4b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:37.669999 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-baf0847b-815a-406a-8f8a-d0f1c5b4b8f5 None None] Port 1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b cannot update to ACTIVE because it is not bound. {{(pid=103485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:16:37.826949 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.notifiers.nova [req-ab12458f-227d-4940-a046-fc7fc78b3a72 req-7eef7d7f-4670-4aa4-8ed0-c00c8f831667 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b {{(pid=103484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:16:37.834467 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ab12458f-227d-4940-a046-fc7fc78b3a72 req-7eef7d7f-4670-4aa4-8ed0-c00c8f831667 service neutron] Publish callbacks [] for port (1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b), precommit_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:37.848680 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.provisioning_blocks [req-ab12458f-227d-4940-a046-fc7fc78b3a72 req-7eef7d7f-4670-4aa4-8ed0-c00c8f831667 service neutron] Transition to ACTIVE for port object 1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b will not be triggered until provisioned by entity L2. {{(pid=103484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 03:16:37.854052 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ab12458f-227d-4940-a046-fc7fc78b3a72 req-7eef7d7f-4670-4aa4-8ed0-c00c8f831667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28695544'] for port (1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:37.923132 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eef7d7f-4670-4aa4-8ed0-c00c8f831667 service neutron] Pushing event updated for resources: {'Port': ['ID=1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b,revision_number=2']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:37.981096 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-ab12458f-227d-4940-a046-fc7fc78b3a72 req-7eef7d7f-4670-4aa4-8ed0-c00c8f831667 service neutron] Attempting to bind port 1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b on host hv-cinder-83744 for vnic_type normal with profile {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:16:37.981411 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-ab12458f-227d-4940-a046-fc7fc78b3a72 req-7eef7d7f-4670-4aa4-8ed0-c00c8f831667 service neutron] Attempting to bind port 1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b by drivers openvswitch,hyperv on host hv-cinder-83744 at level 0 using segments [{'id': 'b99ddfd6-7b74-455f-996a-28bca2594ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ecd0d022-8e6d-4b84-ae00-7d24036cda81'}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:16:37.981734 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab12458f-227d-4940-a046-fc7fc78b3a72 req-7eef7d7f-4670-4aa4-8ed0-c00c8f831667 service neutron] Attempting to bind port 1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b on network ecd0d022-8e6d-4b84-ae00-7d24036cda81 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:16:37.986168 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab12458f-227d-4940-a046-fc7fc78b3a72 req-7eef7d7f-4670-4aa4-8ed0-c00c8f831667 service neutron] Port 1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b on network ecd0d022-8e6d-4b84-ae00-7d24036cda81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83744 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 03:16:37.986513 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab12458f-227d-4940-a046-fc7fc78b3a72 req-7eef7d7f-4670-4aa4-8ed0-c00c8f831667 service neutron] Attempting to bind port 1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b on network ecd0d022-8e6d-4b84-ae00-7d24036cda81 {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:16:37.991566 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab12458f-227d-4940-a046-fc7fc78b3a72 req-7eef7d7f-4670-4aa4-8ed0-c00c8f831667 service neutron] Checking agent: {'id': 'd9b4afc3-988d-4081-ae69-d9ab2b5cf58b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83744', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 3, 2, 51), 'started_at': datetime.datetime(2022, 4, 12, 3, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:16:37.991959 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab12458f-227d-4940-a046-fc7fc78b3a72 req-7eef7d7f-4670-4aa4-8ed0-c00c8f831667 service neutron] Checking segment: {'id': 'b99ddfd6-7b74-455f-996a-28bca2594ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ecd0d022-8e6d-4b84-ae00-7d24036cda81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:16:37.992330 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab12458f-227d-4940-a046-fc7fc78b3a72 req-7eef7d7f-4670-4aa4-8ed0-c00c8f831667 service neutron] Bound using segment: {'id': 'b99ddfd6-7b74-455f-996a-28bca2594ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ecd0d022-8e6d-4b84-ae00-7d24036cda81'} {{(pid=103484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:16:37.992753 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.managers [req-ab12458f-227d-4940-a046-fc7fc78b3a72 req-7eef7d7f-4670-4aa4-8ed0-c00c8f831667 service neutron] Bound port: 1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b, host: hv-cinder-83744, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b99ddfd6-7b74-455f-996a-28bca2594ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ecd0d022-8e6d-4b84-ae00-7d24036cda81'}}] {{(pid=103484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:16:37.993106 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ab12458f-227d-4940-a046-fc7fc78b3a72 req-7eef7d7f-4670-4aa4-8ed0-c00c8f831667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b), before_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:38.057454 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-ab12458f-227d-4940-a046-fc7fc78b3a72 req-7eef7d7f-4670-4aa4-8ed0-c00c8f831667 service neutron] For port 1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b, host hv-cinder-83744, cleared binding levels {{(pid=103484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:16:38.060462 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [req-ab12458f-227d-4940-a046-fc7fc78b3a72 req-7eef7d7f-4670-4aa4-8ed0-c00c8f831667 service neutron] For port 1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b, host hv-cinder-83744, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b,segment=NetworkSegment(b99ddfd6-7b74-455f-996a-28bca2594ae6),segment_id=b99ddfd6-7b74-455f-996a-28bca2594ae6)] {{(pid=103484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:16:38.067327 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ab12458f-227d-4940-a046-fc7fc78b3a72 req-7eef7d7f-4670-4aa4-8ed0-c00c8f831667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28695544'] for port (1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b), after_update {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:38.103587 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12458f-227d-4940-a046-fc7fc78b3a72 req-7eef7d7f-4670-4aa4-8ed0-c00c8f831667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:16:38.104233 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [req-ab12458f-227d-4940-a046-fc7fc78b3a72 req-7eef7d7f-4670-4aa4-8ed0-c00c8f831667 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for port (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:38.105574 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-ab12458f-227d-4940-a046-fc7fc78b3a72 req-7eef7d7f-4670-4aa4-8ed0-c00c8f831667 service neutron] 10.222.0.25 "PUT /v2.0/ports/1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b HTTP/1.1" status: 200 len: 1093 time: 0.6280005 Apr 12 03:16:38.106001 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f999e25b-bdb6-4b57-89fa-3c9d230e5415', 'tag': '1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:16:38.108244 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d98137ebe7b3f8ae23a53251b76916d727952a33f49bb2ab88d2915e9897d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c706f0-ffac-425c-b10e-6e7a2d3a6986" -d '{"events": [{"name": "network-changed", "server_uuid": "f999e25b-bdb6-4b57-89fa-3c9d230e5415", "tag": "1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:16:38.132217 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eef7d7f-4670-4aa4-8ed0-c00c8f831667 service neutron] Pushing event updated for resources: {'Port': ['ID=1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b,revision_number=3']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:38.227276 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12458f-227d-4940-a046-fc7fc78b3a72 req-b7497781-df2d-4968-aa92-4d55678cde50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:16:38.228824 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-ab12458f-227d-4940-a046-fc7fc78b3a72 req-b7497781-df2d-4968-aa92-4d55678cde50 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e6abe79952f3490e8b90f1cedddb3821&device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415 HTTP/1.1" status: 200 len: 1127 time: 0.0801778 Apr 12 03:16:38.230327 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dcb1a62-2d81-4a07-b6e2-6d5b23626050 x-openstack-request-id: req-5dcb1a62-2d81-4a07-b6e2-6d5b23626050 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:16:38.230625 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f999e25b-bdb6-4b57-89fa-3c9d230e5415", "tag": "1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:16:38.231399 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5dcb1a62-2d81-4a07-b6e2-6d5b23626050 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:16:38.231816 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dcb1a62-2d81-4a07-b6e2-6d5b23626050'] response: {'name': 'network-changed', 'server_uuid': 'f999e25b-bdb6-4b57-89fa-3c9d230e5415', 'tag': '1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b', 'status': 'completed', 'code': 200} Apr 12 03:16:38.279102 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f57f01-e70d-440b-a3be-404d9ecf8910 req-a1e7c6ba-80f4-4b36-94a8-4fe87264ea0b tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:16:38.280890 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-f6f57f01-e70d-440b-a3be-404d9ecf8910 req-a1e7c6ba-80f4-4b36-94a8-4fe87264ea0b tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/ports?device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415 HTTP/1.1" status: 200 len: 943 time: 0.0975327 Apr 12 03:16:38.283013 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-ab12458f-227d-4940-a046-fc7fc78b3a72 req-d1fa7766-7eb2-473c-a713-06242cee17ae service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b HTTP/1.1" status: 200 len: 217 time: 0.0475302 Apr 12 03:16:38.357828 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12458f-227d-4940-a046-fc7fc78b3a72 req-0def0ba8-5718-42b7-a1c2-4185d5934ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:16:38.359158 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-ab12458f-227d-4940-a046-fc7fc78b3a72 req-0def0ba8-5718-42b7-a1c2-4185d5934ab0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=60de92aa-e1d9-435e-aecc-c7bfd020ffa3 HTTP/1.1" status: 200 len: 847 time: 0.0693665 Apr 12 03:16:38.381018 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-f6f57f01-e70d-440b-a3be-404d9ecf8910 req-46d55654-917e-4ca0-9b56-15aedf38ec2d tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/security-groups?id=8458caf0-889f-4776-9743-c94f67ecf506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928304 Apr 12 03:16:38.409129 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12458f-227d-4940-a046-fc7fc78b3a72 req-19463180-237a-433a-9077-b704246bc4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:16:38.410686 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-ab12458f-227d-4940-a046-fc7fc78b3a72 req-19463180-237a-433a-9077-b704246bc4e4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ecd0d022-8e6d-4b84-ae00-7d24036cda81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424519 Apr 12 03:16:38.502955 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-ab12458f-227d-4940-a046-fc7fc78b3a72 req-10e48780-fb7d-4918-9215-34af761adb1b service neutron] 10.222.0.25 "GET /v2.0/networks/ecd0d022-8e6d-4b84-ae00-7d24036cda81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860369 Apr 12 03:16:38.594249 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-ab12458f-227d-4940-a046-fc7fc78b3a72 req-fec4c505-ab25-4761-b6e8-cdb17ad4fdc5 service neutron] 10.222.0.25 "GET /v2.0/networks/ecd0d022-8e6d-4b84-ae00-7d24036cda81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856125 Apr 12 03:16:38.856280 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c706f0-ffac-425c-b10e-6e7a2d3a6986 req-17103120-3bd2-4d73-939d-f0400096d383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:16:38.857858 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-29c706f0-ffac-425c-b10e-6e7a2d3a6986 req-17103120-3bd2-4d73-939d-f0400096d383 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e6abe79952f3490e8b90f1cedddb3821&device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415 HTTP/1.1" status: 200 len: 1127 time: 0.0506701 Apr 12 03:16:38.955975 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c706f0-ffac-425c-b10e-6e7a2d3a6986 req-94f277a9-3602-4880-a52b-b1ffb6a4c161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:16:38.957435 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-29c706f0-ffac-425c-b10e-6e7a2d3a6986 req-94f277a9-3602-4880-a52b-b1ffb6a4c161 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ecd0d022-8e6d-4b84-ae00-7d24036cda81 HTTP/1.1" status: 200 len: 908 time: 0.0929132 Apr 12 03:16:38.999243 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-29c706f0-ffac-425c-b10e-6e7a2d3a6986 req-74d912d8-02b5-41b1-a3c9-1f33443cb130 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b HTTP/1.1" status: 200 len: 217 time: 0.0348899 Apr 12 03:16:39.045733 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c706f0-ffac-425c-b10e-6e7a2d3a6986 req-295e97ff-c521-41a5-958b-5041801ded47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:16:39.047123 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-29c706f0-ffac-425c-b10e-6e7a2d3a6986 req-295e97ff-c521-41a5-958b-5041801ded47 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=60de92aa-e1d9-435e-aecc-c7bfd020ffa3 HTTP/1.1" status: 200 len: 847 time: 0.0427823 Apr 12 03:16:39.094347 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c706f0-ffac-425c-b10e-6e7a2d3a6986 req-045a9430-1af3-490e-b1a1-83c9ba1035d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:16:39.096015 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-29c706f0-ffac-425c-b10e-6e7a2d3a6986 req-045a9430-1af3-490e-b1a1-83c9ba1035d1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ecd0d022-8e6d-4b84-ae00-7d24036cda81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417399 Apr 12 03:16:39.182984 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-29c706f0-ffac-425c-b10e-6e7a2d3a6986 req-4b7333e3-dcbf-43a1-8f8e-9ff698e60104 service neutron] 10.222.0.25 "GET /v2.0/networks/ecd0d022-8e6d-4b84-ae00-7d24036cda81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807257 Apr 12 03:16:39.281019 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-29c706f0-ffac-425c-b10e-6e7a2d3a6986 req-d67fbccd-1d25-404f-a0cb-39353bd264ad service neutron] 10.222.0.25 "GET /v2.0/networks/ecd0d022-8e6d-4b84-ae00-7d24036cda81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922365 Apr 12 03:16:39.505043 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdac5d-412f-4d04-836a-bfca416c2f4b req-3f51ba69-6afd-4aaa-ad00-f10ebf3a8bed tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:16:39.506492 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-95bdac5d-412f-4d04-836a-bfca416c2f4b req-3f51ba69-6afd-4aaa-ad00-f10ebf3a8bed tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/ports?device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415 HTTP/1.1" status: 200 len: 943 time: 0.0474830 Apr 12 03:16:39.564553 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-95bdac5d-412f-4d04-836a-bfca416c2f4b req-9056b190-73be-46c6-806e-0081055cbc69 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/security-groups?id=8458caf0-889f-4776-9743-c94f67ecf506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524316 Apr 12 03:16:40.692203 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d62dd-ad10-4797-ba78-826eb429e059 req-35bd3dc1-cafc-4255-97ef-a8126c375529 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:16:40.693645 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-da5d62dd-ad10-4797-ba78-826eb429e059 req-35bd3dc1-cafc-4255-97ef-a8126c375529 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/ports?device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415 HTTP/1.1" status: 200 len: 943 time: 0.0551932 Apr 12 03:16:40.748509 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-da5d62dd-ad10-4797-ba78-826eb429e059 req-5f1034c2-8a40-4c99-9106-ffb86a5e105f tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/security-groups?id=8458caf0-889f-4776-9743-c94f67ecf506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461938 Apr 12 03:16:41.873703 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05048180-2f87-4e3f-a7ce-645f1b3c5cc2 req-00785c74-2e57-4bad-a197-5473e9a3bec9 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:16:41.875050 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-05048180-2f87-4e3f-a7ce-645f1b3c5cc2 req-00785c74-2e57-4bad-a197-5473e9a3bec9 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/ports?device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415 HTTP/1.1" status: 200 len: 943 time: 0.0480266 Apr 12 03:16:41.934715 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-05048180-2f87-4e3f-a7ce-645f1b3c5cc2 req-537a2d38-6367-4bad-912f-9be02dc48b2a tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/security-groups?id=8458caf0-889f-4776-9743-c94f67ecf506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515060 Apr 12 03:16:43.058797 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ceedd-c76b-498d-821c-3c1ed864b324 req-d86d6452-5e3d-4925-8002-9d6da7f243b6 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:16:43.060237 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-d61ceedd-c76b-498d-821c-3c1ed864b324 req-d86d6452-5e3d-4925-8002-9d6da7f243b6 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/ports?device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415 HTTP/1.1" status: 200 len: 943 time: 0.0557261 Apr 12 03:16:43.111761 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-d61ceedd-c76b-498d-821c-3c1ed864b324 req-f58758de-6557-4cda-9ebe-cd4aa1a97694 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/security-groups?id=8458caf0-889f-4776-9743-c94f67ecf506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458055 Apr 12 03:16:44.252871 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16f8fc-1d30-4c33-810f-a3dbf1e0dac1 req-2cd31996-a477-4f9a-becd-cd9203e827b5 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:16:44.254214 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-6a16f8fc-1d30-4c33-810f-a3dbf1e0dac1 req-2cd31996-a477-4f9a-becd-cd9203e827b5 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/ports?device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415 HTTP/1.1" status: 200 len: 943 time: 0.0593119 Apr 12 03:16:44.302482 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-6a16f8fc-1d30-4c33-810f-a3dbf1e0dac1 req-dfae021c-794a-408a-b909-6d845bfe1d6e tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/security-groups?id=8458caf0-889f-4776-9743-c94f67ecf506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426707 Apr 12 03:16:45.423195 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668327a3-746c-4581-a145-1286c646309b req-7e4da264-bc91-4125-9eb0-f93135d69998 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:16:45.425303 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-668327a3-746c-4581-a145-1286c646309b req-7e4da264-bc91-4125-9eb0-f93135d69998 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/ports?device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415 HTTP/1.1" status: 200 len: 943 time: 0.0524392 Apr 12 03:16:45.476248 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-668327a3-746c-4581-a145-1286c646309b req-66c67178-7cb6-4fca-9af5-e6f2e758118e tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/security-groups?id=8458caf0-889f-4776-9743-c94f67ecf506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451081 Apr 12 03:16:46.043896 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device 1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b details requested by agent hyperv_hv-cinder-83744 with host hv-cinder-83744 {{(pid=103485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 03:16:46.146194 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port 1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b,segment=NetworkSegment(b99ddfd6-7b74-455f-996a-28bca2594ae6),segment_id=b99ddfd6-7b74-455f-996a-28bca2594ae6)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:16:46.157336 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Returning: {'device': '1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b', 'network_id': 'ecd0d022-8e6d-4b84-ae00-7d24036cda81', 'port_id': '1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b', 'mac_address': 'fa:16:3e:fd:63:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60de92aa-e1d9-435e-aecc-c7bfd020ffa3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 03:16:46.198639 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Current status of the port 1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b is: DOWN; New status is: BUILD {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:16:46.199324 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:46.212959 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:16:46.232910 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port 1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b,segment=NetworkSegment(b99ddfd6-7b74-455f-996a-28bca2594ae6),segment_id=b99ddfd6-7b74-455f-996a-28bca2594ae6)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:16:46.239636 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:46.285364 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Pushing event updated for resources: {'Port': ['ID=1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b,revision_number=4']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:46.292103 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:46.292449 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:46.292786 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:46.293139 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:46.293452 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:46.293777 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:46.294100 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:46.294421 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:46.294740 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:46.295081 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:46.295384 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:46.295700 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:46.296049 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:46.296364 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:46.296679 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:46.440369 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] get_ports_and_sgs() called for port_ids ['1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b'] {{(pid=103485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:16:46.588269 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40d006-a3f9-43ff-b485-2f35bea1c1db req-11a87cfc-c6d1-4e45-8bb8-08b79aa8da24 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:16:46.589614 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-ba40d006-a3f9-43ff-b485-2f35bea1c1db req-11a87cfc-c6d1-4e45-8bb8-08b79aa8da24 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/ports?device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415 HTTP/1.1" status: 200 len: 944 time: 0.0466762 Apr 12 03:16:46.638650 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-ba40d006-a3f9-43ff-b485-2f35bea1c1db req-4aab9cc8-a28c-4c04-81d6-33aedcaaf099 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/security-groups?id=8458caf0-889f-4776-9743-c94f67ecf506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434732 Apr 12 03:16:47.765124 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e204035-56c0-4d20-ae0b-81a330dc79dc req-f0aaea6a-1f99-471f-98b0-f1330b9c2d3d tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:16:47.766588 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-6e204035-56c0-4d20-ae0b-81a330dc79dc req-f0aaea6a-1f99-471f-98b0-f1330b9c2d3d tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/ports?device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415 HTTP/1.1" status: 200 len: 944 time: 0.0511374 Apr 12 03:16:47.815969 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-6e204035-56c0-4d20-ae0b-81a330dc79dc req-ad3e2e10-202d-4f1c-9edb-fe8f4441508d tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/security-groups?id=8458caf0-889f-4776-9743-c94f67ecf506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435197 Apr 12 03:16:48.052392 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device 1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b up at agent hyperv_hv-cinder-83744 {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:16:48.099155 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Provisioning for port 1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b completed by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 03:16:48.107093 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Provisioning complete for port 1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:16:48.107456 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:48.189833 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Current status of the port 1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b is: BUILD; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:16:48.190399 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:48.215229 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f999e25b-bdb6-4b57-89fa-3c9d230e5415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:16:48.217512 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa41105cf641d53c122ae13245b26b419564b0c0a795a4827d4ee8fd8725077e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05691b12-191c-41a4-a4b0-d17cc397181d" -d '{"events": [{"server_uuid": "f999e25b-bdb6-4b57-89fa-3c9d230e5415", "name": "network-vif-plugged", "status": "completed", "tag": "1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:16:48.230205 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port 1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b,segment=NetworkSegment(b99ddfd6-7b74-455f-996a-28bca2594ae6),segment_id=b99ddfd6-7b74-455f-996a-28bca2594ae6)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:16:48.234841 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:48.282844 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Pushing event updated for resources: {'Port': ['ID=1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b,revision_number=5']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:48.310772 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebddf3e4-600e-414b-b046-98c3e186904d x-openstack-request-id: req-ebddf3e4-600e-414b-b046-98c3e186904d {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:16:48.311086 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f999e25b-bdb6-4b57-89fa-3c9d230e5415", "name": "network-vif-plugged", "status": "completed", "tag": "1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:16:48.311441 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ebddf3e4-600e-414b-b046-98c3e186904d {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:16:48.311931 dv-cinder-837443-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebddf3e4-600e-414b-b046-98c3e186904d'] response: {'server_uuid': 'f999e25b-bdb6-4b57-89fa-3c9d230e5415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b', 'code': 200} Apr 12 03:16:48.529130 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f84a3-02ce-4968-8da3-263ebdbb1171 req-bb4d9266-9e1c-4e55-ba6a-8bd8b89b024f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:16:48.530523 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-964f84a3-02ce-4968-8da3-263ebdbb1171 req-bb4d9266-9e1c-4e55-ba6a-8bd8b89b024f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415 HTTP/1.1" status: 200 len: 1129 time: 0.0428898 Apr 12 03:16:48.578022 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-964f84a3-02ce-4968-8da3-263ebdbb1171 req-f25c2ad9-306e-486c-892e-d5920032ff29 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=8458caf0-889f-4776-9743-c94f67ecf506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412984 Apr 12 03:16:48.938780 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa521800-d9ad-4dff-bd08-cb292c539d45 req-a26dfa99-e304-4657-b2be-d46941925390 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:16:48.940391 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-fa521800-d9ad-4dff-bd08-cb292c539d45 req-a26dfa99-e304-4657-b2be-d46941925390 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/ports?device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415 HTTP/1.1" status: 200 len: 945 time: 0.0476730 Apr 12 03:16:48.993944 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-fa521800-d9ad-4dff-bd08-cb292c539d45 req-9e382318-8608-41bf-a7df-977ff6793d2a tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/security-groups?id=8458caf0-889f-4776-9743-c94f67ecf506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454845 Apr 12 03:16:50.122813 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb6248-42ec-4f5e-b9a2-a91ed6b5c464 req-19f1d0d8-a28c-443a-b22e-b18891740ecd tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:16:50.124276 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-40cb6248-42ec-4f5e-b9a2-a91ed6b5c464 req-19f1d0d8-a28c-443a-b22e-b18891740ecd tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/ports?device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415 HTTP/1.1" status: 200 len: 945 time: 0.0582616 Apr 12 03:16:50.186824 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-40cb6248-42ec-4f5e-b9a2-a91ed6b5c464 req-7ed47006-0ee5-4a02-933a-cd8926159164 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/security-groups?id=8458caf0-889f-4776-9743-c94f67ecf506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539289 Apr 12 03:16:50.308109 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7385bc80-367d-453e-ba2a-9ee732aff98f req-43f78ac5-7987-4606-b88b-9fa7e96157a1 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:16:50.309458 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-7385bc80-367d-453e-ba2a-9ee732aff98f req-43f78ac5-7987-4606-b88b-9fa7e96157a1 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/ports?device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415 HTTP/1.1" status: 200 len: 945 time: 0.0498078 Apr 12 03:16:50.364199 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-7385bc80-367d-453e-ba2a-9ee732aff98f req-d3853adc-1ef9-4959-9e69-3a957b982eb1 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/security-groups?id=8458caf0-889f-4776-9743-c94f67ecf506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489700 Apr 12 03:16:50.389803 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 52568) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:50.527322 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3091af74-4866-4931-b6fd-0e870cec76dc tempest-TestShelveInstance-1807499873 tempest-TestShelveInstance-1807499873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:16:50.528941 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-3091af74-4866-4931-b6fd-0e870cec76dc tempest-TestShelveInstance-1807499873 tempest-TestShelveInstance-1807499873-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415 HTTP/1.1" status: 200 len: 1124 time: 0.1381259 Apr 12 03:16:50.533462 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 52572) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:50.537722 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.v2.base [None req-ae79d4f9-73ff-4a48-9e56-83d6c9295af6 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Request body: {'floatingip': {'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'port_id': '1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b', 'tenant_id': 'e6abe79952f3490e8b90f1cedddb3821', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:16:50.560839 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ae79d4f9-73ff-4a48-9e56-83d6c9295af6 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:50.639862 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ae79d4f9-73ff-4a48-9e56-83d6c9295af6 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (None), before_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:50.767660 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.db_base_plugin_common [None req-ae79d4f9-73ff-4a48-9e56-83d6c9295af6 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Allocated IP 172.27.3.68 (79cba51c-a00f-4d8d-a813-38deb5f63b2a/29b195a7-2bca-4a4f-ac92-aa862b85642e/790bc790-fd08-47f4-b7c0-2f3481a705de) {{(pid=103483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:16:50.873062 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ae79d4f9-73ff-4a48-9e56-83d6c9295af6 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Publish callbacks [] for port (790bc790-fd08-47f4-b7c0-2f3481a705de), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:50.902891 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d9b4afc3-988d-4081-ae69-d9ab2b5cf58b), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:50.911476 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ae79d4f9-73ff-4a48-9e56-83d6c9295af6 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733264002106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28322803'] for port (790bc790-fd08-47f4-b7c0-2f3481a705de), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:50.950927 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae79d4f9-73ff-4a48-9e56-83d6c9295af6 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Network 79cba51c-a00f-4d8d-a813-38deb5f63b2a is already hosted by enough agents. {{(pid=103483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:16:50.953806 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.base_scheduler [None req-ae79d4f9-73ff-4a48-9e56-83d6c9295af6 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Resources bound (agent type, host, resource id): {{(pid=103483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:16:50.957278 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae79d4f9-73ff-4a48-9e56-83d6c9295af6 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Received port after_create {{(pid=103483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:16:50.962611 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae79d4f9-73ff-4a48-9e56-83d6c9295af6 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Pushing event updated for resources: {'Port': ['ID=790bc790-fd08-47f4-b7c0-2f3481a705de,revision_number=1']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:50.989560 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae79d4f9-73ff-4a48-9e56-83d6c9295af6 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:50.989893 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae79d4f9-73ff-4a48-9e56-83d6c9295af6 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:50.990222 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae79d4f9-73ff-4a48-9e56-83d6c9295af6 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:50.990551 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae79d4f9-73ff-4a48-9e56-83d6c9295af6 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:50.990876 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae79d4f9-73ff-4a48-9e56-83d6c9295af6 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:50.991194 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae79d4f9-73ff-4a48-9e56-83d6c9295af6 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:50.991513 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae79d4f9-73ff-4a48-9e56-83d6c9295af6 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:50.991856 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae79d4f9-73ff-4a48-9e56-83d6c9295af6 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:50.992170 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae79d4f9-73ff-4a48-9e56-83d6c9295af6 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:50.992483 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae79d4f9-73ff-4a48-9e56-83d6c9295af6 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:50.992792 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae79d4f9-73ff-4a48-9e56-83d6c9295af6 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:50.993091 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae79d4f9-73ff-4a48-9e56-83d6c9295af6 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:50.993403 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae79d4f9-73ff-4a48-9e56-83d6c9295af6 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:50.993707 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae79d4f9-73ff-4a48-9e56-83d6c9295af6 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:50.994018 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae79d4f9-73ff-4a48-9e56-83d6c9295af6 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:51.348414 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ae79d4f9-73ff-4a48-9e56-83d6c9295af6 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Publish callbacks [] for floatingip (ed5442c5-5b07-4dc6-9244-0e38c8f36e8c), precommit_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:51.419273 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ae79d4f9-73ff-4a48-9e56-83d6c9295af6 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (790bc790-fd08-47f4-b7c0-2f3481a705de), before_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:51.571031 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ae79d4f9-73ff-4a48-9e56-83d6c9295af6 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Publish callbacks [] for port (790bc790-fd08-47f4-b7c0-2f3481a705de), precommit_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:51.578185 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ae79d4f9-73ff-4a48-9e56-83d6c9295af6 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28322808'] for port (790bc790-fd08-47f4-b7c0-2f3481a705de), after_update {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:51.649357 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae79d4f9-73ff-4a48-9e56-83d6c9295af6 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Pushing event updated for resources: {'Port': ['ID=790bc790-fd08-47f4-b7c0-2f3481a705de,revision_number=2']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:51.661528 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ae79d4f9-73ff-4a48-9e56-83d6c9295af6 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3682737'] for floatingip (ed5442c5-5b07-4dc6-9244-0e38c8f36e8c), after_create {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:52.046605 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.db.l3_db [None req-ae79d4f9-73ff-4a48-9e56-83d6c9295af6 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Floating IP ed5442c5-5b07-4dc6-9244-0e38c8f36e8c associated. External IP: 172.27.3.68, port: 1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b. Apr 12 03:16:52.290869 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae79d4f9-73ff-4a48-9e56-83d6c9295af6 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Router d71a9b00-ece3-4a43-b173-788b5c0a1ee8 has already been hosted by L3 agent beb15aed-f2b6-4676-85ca-b43f14e6acf3 {{(pid=103483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:16:52.405312 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae79d4f9-73ff-4a48-9e56-83d6c9295af6 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Notify agent at l3_agent.dv-cinder-837443-1-iscsi the message routers_updated {{(pid=103483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:16:52.415912 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4ed461-27da-4f55-bc01-b88d34602e1f None None] Sync routers for ids ['d71a9b00-ece3-4a43-b173-788b5c0a1ee8'] in dv-cinder-837443-1-iscsi {{(pid=103485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:16:52.424980 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ae79d4f9-73ff-4a48-9e56-83d6c9295af6 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for floatingip (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:52.426582 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4ed461-27da-4f55-bc01-b88d34602e1f None None] Routers {'d71a9b00-ece3-4a43-b173-788b5c0a1ee8'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:16:52.427277 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-8d4ed461-27da-4f55-bc01-b88d34602e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:16:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['d71a9b00-ece3-4a43-b173-788b5c0a1ee8'], 'active': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:16:52.456320 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-ae79d4f9-73ff-4a48-9e56-83d6c9295af6 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9215882 Apr 12 03:16:52.457010 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f999e25b-bdb6-4b57-89fa-3c9d230e5415', 'tag': '1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b'}] {{(pid=103483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:16:52.459288 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e274900216188b1398d2f2ab6fda0f9d84329b9f507230773e3e9728a2d4b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5c821d-5491-4e01-a120-d8bf3c812423" -d '{"events": [{"name": "network-changed", "server_uuid": "f999e25b-bdb6-4b57-89fa-3c9d230e5415", "tag": "1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b"}]}' {{(pid=103483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:16:52.593813 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b55ce0-d82c-485f-9e07-9a1b78a5be49 x-openstack-request-id: req-44b55ce0-d82c-485f-9e07-9a1b78a5be49 {{(pid=103483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:16:52.594074 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f999e25b-bdb6-4b57-89fa-3c9d230e5415", "tag": "1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b", "status": "completed", "code": 200}]} {{(pid=103483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:16:52.594358 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-44b55ce0-d82c-485f-9e07-9a1b78a5be49 {{(pid=103483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:16:52.594775 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44b55ce0-d82c-485f-9e07-9a1b78a5be49'] response: {'name': 'network-changed', 'server_uuid': 'f999e25b-bdb6-4b57-89fa-3c9d230e5415', 'tag': '1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b', 'status': 'completed', 'code': 200} Apr 12 03:16:52.655207 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c821d-5491-4e01-a120-d8bf3c812423 req-68374c47-2f5e-43bf-894c-5c0fa365795e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:16:52.656735 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-0a5c821d-5491-4e01-a120-d8bf3c812423 req-68374c47-2f5e-43bf-894c-5c0fa365795e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e6abe79952f3490e8b90f1cedddb3821&device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415 HTTP/1.1" status: 200 len: 1129 time: 0.0392561 Apr 12 03:16:52.671825 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvr_db [None req-8d4ed461-27da-4f55-bc01-b88d34602e1f None None] Set router d71a9b00-ece3-4a43-b173-788b5c0a1ee8 gateway port host: dv-cinder-837443-1-iscsi {{(pid=103485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:16:52.746988 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c821d-5491-4e01-a120-d8bf3c812423 req-43205b73-1827-43de-9abe-cf31d981cd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:16:52.748935 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-0a5c821d-5491-4e01-a120-d8bf3c812423 req-43205b73-1827-43de-9abe-cf31d981cd03 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ecd0d022-8e6d-4b84-ae00-7d24036cda81 HTTP/1.1" status: 200 len: 908 time: 0.0860710 Apr 12 03:16:52.818974 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-0a5c821d-5491-4e01-a120-d8bf3c812423 req-a7986488-cd87-4140-aa34-d05b919b733c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b HTTP/1.1" status: 200 len: 998 time: 0.0639548 Apr 12 03:16:52.869018 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c821d-5491-4e01-a120-d8bf3c812423 req-55b8d206-e018-4fc3-b328-71d89b7e7eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:16:52.870612 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-0a5c821d-5491-4e01-a120-d8bf3c812423 req-55b8d206-e018-4fc3-b328-71d89b7e7eea service neutron] 10.222.0.25 "GET /v2.0/subnets?id=60de92aa-e1d9-435e-aecc-c7bfd020ffa3 HTTP/1.1" status: 200 len: 847 time: 0.0448170 Apr 12 03:16:52.897867 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-8d4ed461-27da-4f55-bc01-b88d34602e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71a9b00-ece3-4a43-b173-788b5c0a1ee8', 'name': 'tempest-TestShelveInstance-921163632-router', 'tenant_id': 'e6abe79952f3490e8b90f1cedddb3821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '05e96a38-1ef2-4156-ad0c-8d5563b5d784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:16:06Z', 'updated_at': '2022-04-12T03:16:09Z', 'revision_number': 4, 'project_id': 'e6abe79952f3490e8b90f1cedddb3821', 'gw_port': {'id': '05e96a38-1ef2-4156-ad0c-8d5563b5d784', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71a9b00-ece3-4a43-b173-788b5c0a1ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:16:07Z', 'updated_at': '2022-04-12T03:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_floatingips': [{'id': 'ed5442c5-5b07-4dc6-9244-0e38c8f36e8c', 'tenant_id': 'e6abe79952f3490e8b90f1cedddb3821', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'router_id': 'd71a9b00-ece3-4a43-b173-788b5c0a1ee8', 'port_id': '1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecd0d022-8e6d-4b84-ae00-7d24036cda81', 'mac_address': 'fa:16:3e:fd:63:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f999e25b-bdb6-4b57-89fa-3c9d230e5415', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:16:51Z', 'updated_at': '2022-04-12T03:16:51Z', 'revision_number': 0, 'project_id': 'e6abe79952f3490e8b90f1cedddb3821', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16cb1b95-b462-4e66-9293-231df6bc2e53', 'name': '', 'network_id': 'ecd0d022-8e6d-4b84-ae00-7d24036cda81', 'tenant_id': 'e6abe79952f3490e8b90f1cedddb3821', 'mac_address': 'fa:16:3e:3c:7b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71a9b00-ece3-4a43-b173-788b5c0a1ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '60de92aa-e1d9-435e-aecc-c7bfd020ffa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:16:09Z', 'updated_at': '2022-04-12T03:16:12Z', 'revision_number': 5, 'project_id': 'e6abe79952f3490e8b90f1cedddb3821', 'subnets': [{'id': '60de92aa-e1d9-435e-aecc-c7bfd020ffa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:16:52.912891 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c821d-5491-4e01-a120-d8bf3c812423 req-1ad51df8-498b-4d30-b28f-bf5a7fdf7074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:16:52.914410 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-0a5c821d-5491-4e01-a120-d8bf3c812423 req-1ad51df8-498b-4d30-b28f-bf5a7fdf7074 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ecd0d022-8e6d-4b84-ae00-7d24036cda81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383687 Apr 12 03:16:52.928320 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4ed461-27da-4f55-bc01-b88d34602e1f None None] Checking router: d71a9b00-ece3-4a43-b173-788b5c0a1ee8 for host: dv-cinder-837443-1-iscsi {{(pid=103485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:16:52.937397 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4ed461-27da-4f55-bc01-b88d34602e1f None None] Routers {'d71a9b00-ece3-4a43-b173-788b5c0a1ee8'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:16:52.938016 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-8d4ed461-27da-4f55-bc01-b88d34602e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:16:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['d71a9b00-ece3-4a43-b173-788b5c0a1ee8'], 'active': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:16:53.007191 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-0a5c821d-5491-4e01-a120-d8bf3c812423 req-fca95d89-d117-4891-ab7e-7b1d74a0fb25 service neutron] 10.222.0.25 "GET /v2.0/networks/ecd0d022-8e6d-4b84-ae00-7d24036cda81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868857 Apr 12 03:16:53.048457 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvr_db [None req-8d4ed461-27da-4f55-bc01-b88d34602e1f None None] Set router d71a9b00-ece3-4a43-b173-788b5c0a1ee8 gateway port host: dv-cinder-837443-1-iscsi {{(pid=103485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:16:53.101706 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-0a5c821d-5491-4e01-a120-d8bf3c812423 req-2b1f052a-ea8d-4644-85ae-32b1e4f305a3 service neutron] 10.222.0.25 "GET /v2.0/networks/ecd0d022-8e6d-4b84-ae00-7d24036cda81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883734 Apr 12 03:16:53.273432 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-8d4ed461-27da-4f55-bc01-b88d34602e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71a9b00-ece3-4a43-b173-788b5c0a1ee8', 'name': 'tempest-TestShelveInstance-921163632-router', 'tenant_id': 'e6abe79952f3490e8b90f1cedddb3821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '05e96a38-1ef2-4156-ad0c-8d5563b5d784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:16:06Z', 'updated_at': '2022-04-12T03:16:09Z', 'revision_number': 4, 'project_id': 'e6abe79952f3490e8b90f1cedddb3821', 'gw_port': {'id': '05e96a38-1ef2-4156-ad0c-8d5563b5d784', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71a9b00-ece3-4a43-b173-788b5c0a1ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:16:07Z', 'updated_at': '2022-04-12T03:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_floatingips': [{'id': 'ed5442c5-5b07-4dc6-9244-0e38c8f36e8c', 'tenant_id': 'e6abe79952f3490e8b90f1cedddb3821', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'router_id': 'd71a9b00-ece3-4a43-b173-788b5c0a1ee8', 'port_id': '1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecd0d022-8e6d-4b84-ae00-7d24036cda81', 'mac_address': 'fa:16:3e:fd:63:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f999e25b-bdb6-4b57-89fa-3c9d230e5415', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:16:51Z', 'updated_at': '2022-04-12T03:16:51Z', 'revision_number': 0, 'project_id': 'e6abe79952f3490e8b90f1cedddb3821', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16cb1b95-b462-4e66-9293-231df6bc2e53', 'name': '', 'network_id': 'ecd0d022-8e6d-4b84-ae00-7d24036cda81', 'tenant_id': 'e6abe79952f3490e8b90f1cedddb3821', 'mac_address': 'fa:16:3e:3c:7b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71a9b00-ece3-4a43-b173-788b5c0a1ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '60de92aa-e1d9-435e-aecc-c7bfd020ffa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:16:09Z', 'updated_at': '2022-04-12T03:16:12Z', 'revision_number': 5, 'project_id': 'e6abe79952f3490e8b90f1cedddb3821', 'subnets': [{'id': '60de92aa-e1d9-435e-aecc-c7bfd020ffa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:16:53.303321 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4ed461-27da-4f55-bc01-b88d34602e1f None None] The sync data for ids ['d71a9b00-ece3-4a43-b173-788b5c0a1ee8'] in dv-cinder-837443-1-iscsi is: [{'id': 'd71a9b00-ece3-4a43-b173-788b5c0a1ee8', 'name': 'tempest-TestShelveInstance-921163632-router', 'tenant_id': 'e6abe79952f3490e8b90f1cedddb3821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '05e96a38-1ef2-4156-ad0c-8d5563b5d784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:16:06Z', 'updated_at': '2022-04-12T03:16:09Z', 'revision_number': 4, 'project_id': 'e6abe79952f3490e8b90f1cedddb3821', 'gw_port': {'id': '05e96a38-1ef2-4156-ad0c-8d5563b5d784', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71a9b00-ece3-4a43-b173-788b5c0a1ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:16:07Z', 'updated_at': '2022-04-12T03:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_floatingips': [{'id': 'ed5442c5-5b07-4dc6-9244-0e38c8f36e8c', 'tenant_id': 'e6abe79952f3490e8b90f1cedddb3821', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'router_id': 'd71a9b00-ece3-4a43-b173-788b5c0a1ee8', 'port_id': '1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecd0d022-8e6d-4b84-ae00-7d24036cda81', 'mac_address': 'fa:16:3e:fd:63:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f999e25b-bdb6-4b57-89fa-3c9d230e5415', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:16:51Z', 'updated_at': '2022-04-12T03:16:51Z', 'revision_number': 0, 'project_id': 'e6abe79952f3490e8b90f1cedddb3821', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16cb1b95-b462-4e66-9293-231df6bc2e53', 'name': '', 'network_id': 'ecd0d022-8e6d-4b84-ae00-7d24036cda81', 'tenant_id': 'e6abe79952f3490e8b90f1cedddb3821', 'mac_address': 'fa:16:3e:3c:7b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71a9b00-ece3-4a43-b173-788b5c0a1ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '60de92aa-e1d9-435e-aecc-c7bfd020ffa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:16:09Z', 'updated_at': '2022-04-12T03:16:12Z', 'revision_number': 5, 'project_id': 'e6abe79952f3490e8b90f1cedddb3821', 'subnets': [{'id': '60de92aa-e1d9-435e-aecc-c7bfd020ffa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:16:53.504890 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e974db9-50ad-440d-afc6-5723e52bc4db None None] New status for floating IP ed5442c5-5b07-4dc6-9244-0e38c8f36e8c: ACTIVE {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 03:16:54.797675 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2d4d97aa-d40d-445a-bfa8-82fe3fda0f76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (fa7f2a92-0c20-457b-b451-d8a4489755d5), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:56.599446 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-50651316-e0f4-4984-8c41-9373d9735989 req-c67b17b5-9e6a-4f43-88dc-75411a9b0507 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398676 Apr 12 03:16:56.688023 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50651316-e0f4-4984-8c41-9373d9735989 req-56837b57-0cce-43d4-979c-58960d81ce32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:16:56.689996 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-50651316-e0f4-4984-8c41-9373d9735989 req-56837b57-0cce-43d4-979c-58960d81ce32 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e6abe79952f3490e8b90f1cedddb3821&device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415 HTTP/1.1" status: 200 len: 1129 time: 0.0424643 Apr 12 03:16:56.801329 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50651316-e0f4-4984-8c41-9373d9735989 req-1c5af239-9998-4bd8-88a7-3ea4acf79c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:16:56.802733 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-50651316-e0f4-4984-8c41-9373d9735989 req-1c5af239-9998-4bd8-88a7-3ea4acf79c82 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ecd0d022-8e6d-4b84-ae00-7d24036cda81 HTTP/1.1" status: 200 len: 908 time: 0.0896006 Apr 12 03:16:56.866147 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-50651316-e0f4-4984-8c41-9373d9735989 req-9e7c348f-1342-4317-8382-ea473a017141 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b HTTP/1.1" status: 200 len: 1000 time: 0.0576248 Apr 12 03:16:56.913706 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50651316-e0f4-4984-8c41-9373d9735989 req-f5783f64-0a02-4652-b3c7-f88274051f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:16:56.915048 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-50651316-e0f4-4984-8c41-9373d9735989 req-f5783f64-0a02-4652-b3c7-f88274051f70 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=60de92aa-e1d9-435e-aecc-c7bfd020ffa3 HTTP/1.1" status: 200 len: 847 time: 0.0436146 Apr 12 03:16:56.962544 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50651316-e0f4-4984-8c41-9373d9735989 req-363aab69-be60-4de3-925f-2432211878f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:16:56.964016 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-50651316-e0f4-4984-8c41-9373d9735989 req-363aab69-be60-4de3-925f-2432211878f2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ecd0d022-8e6d-4b84-ae00-7d24036cda81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427697 Apr 12 03:16:57.052037 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-50651316-e0f4-4984-8c41-9373d9735989 req-1393a443-e4bd-415e-844a-321f3a5668d5 service neutron] 10.222.0.25 "GET /v2.0/networks/ecd0d022-8e6d-4b84-ae00-7d24036cda81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820425 Apr 12 03:16:57.150589 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-50651316-e0f4-4984-8c41-9373d9735989 req-96071553-2bda-4309-a135-606316ef8022 service neutron] 10.222.0.25 "GET /v2.0/networks/ecd0d022-8e6d-4b84-ae00-7d24036cda81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927966 Apr 12 03:16:57.266864 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8c2511d8-7234-43d7-af2b-a6dc89c90b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (beb15aed-f2b6-4676-85ca-b43f14e6acf3), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:58.296290 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a63736aa-03b4-448a-a5ac-a324793c796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (2fa08797-e830-4b1e-af03-8a255eb086f2), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:59.973991 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be625cda-7f2b-4ec3-b03f-aa24446ccc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d888e177-8f03-43a8-a394-c59927fa1996), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:01.369082 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:09.537761 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.agents_db [None req-d3c4685f-78b0-4ffc-8e41-99bd627ddb58 None None] Agent healthcheck: found 6 active agents {{(pid=103486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:17:20.917725 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d9b4afc3-988d-4081-ae69-d9ab2b5cf58b), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:24.793958 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7d1ab9de-ed0d-4253-a755-fc30b8e13a37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (fa7f2a92-0c20-457b-b451-d8a4489755d5), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:27.269511 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c1801339-d846-47b8-8827-5baa9893e29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (beb15aed-f2b6-4676-85ca-b43f14e6acf3), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:28.298777 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a63736aa-03b4-448a-a5ac-a324793c796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (2fa08797-e830-4b1e-af03-8a255eb086f2), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:29.979358 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be625cda-7f2b-4ec3-b03f-aa24446ccc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d888e177-8f03-43a8-a394-c59927fa1996), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:31.369248 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:46.542236 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.agents_db [None req-d3c4685f-78b0-4ffc-8e41-99bd627ddb58 None None] Agent healthcheck: found 6 active agents {{(pid=103486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:17:50.913777 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d9b4afc3-988d-4081-ae69-d9ab2b5cf58b), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:54.791926 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1debb328-1e3c-489b-aed4-5b90a765ca91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (fa7f2a92-0c20-457b-b451-d8a4489755d5), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:57.274941 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-b319041f-221c-4b22-a9aa-31b758bd72a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (beb15aed-f2b6-4676-85ca-b43f14e6acf3), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:57.598532 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-de1c058f-7a08-486f-9a59-52361fab832b req-c86fb6ad-afaf-4b9f-9ff6-3d6edc113706 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404499 Apr 12 03:17:57.683161 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c058f-7a08-486f-9a59-52361fab832b req-a3a6ed9e-c3b8-4caa-b2f3-f58e13df7147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:57.684647 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-de1c058f-7a08-486f-9a59-52361fab832b req-a3a6ed9e-c3b8-4caa-b2f3-f58e13df7147 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e6abe79952f3490e8b90f1cedddb3821&device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415 HTTP/1.1" status: 200 len: 1129 time: 0.0400331 Apr 12 03:17:57.794778 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c058f-7a08-486f-9a59-52361fab832b req-73acb3f3-85c4-4afc-b8c3-3e2e259e504b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:57.796293 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-de1c058f-7a08-486f-9a59-52361fab832b req-73acb3f3-85c4-4afc-b8c3-3e2e259e504b service neutron] 10.222.0.25 "GET /v2.0/networks?id=ecd0d022-8e6d-4b84-ae00-7d24036cda81 HTTP/1.1" status: 200 len: 908 time: 0.0918045 Apr 12 03:17:57.860230 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-de1c058f-7a08-486f-9a59-52361fab832b req-29d7771d-660e-430b-ad38-56fc341294b0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b HTTP/1.1" status: 200 len: 1000 time: 0.0572886 Apr 12 03:17:57.921372 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c058f-7a08-486f-9a59-52361fab832b req-dcb9cfca-ec6e-49b2-9be2-5c77b48ebada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:57.922784 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-de1c058f-7a08-486f-9a59-52361fab832b req-dcb9cfca-ec6e-49b2-9be2-5c77b48ebada service neutron] 10.222.0.25 "GET /v2.0/subnets?id=60de92aa-e1d9-435e-aecc-c7bfd020ffa3 HTTP/1.1" status: 200 len: 847 time: 0.0556607 Apr 12 03:17:57.968166 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c058f-7a08-486f-9a59-52361fab832b req-b5ef6aa7-d180-405b-9fda-26e3422c4f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:57.970440 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-de1c058f-7a08-486f-9a59-52361fab832b req-b5ef6aa7-d180-405b-9fda-26e3422c4f08 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ecd0d022-8e6d-4b84-ae00-7d24036cda81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411897 Apr 12 03:17:58.068222 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-de1c058f-7a08-486f-9a59-52361fab832b req-892e143d-0747-432a-af1b-6989abe75c66 service neutron] 10.222.0.25 "GET /v2.0/networks/ecd0d022-8e6d-4b84-ae00-7d24036cda81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906692 Apr 12 03:17:58.165203 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-de1c058f-7a08-486f-9a59-52361fab832b req-c9a42773-da2a-4eb2-a31a-d0eb233f34b7 service neutron] 10.222.0.25 "GET /v2.0/networks/ecd0d022-8e6d-4b84-ae00-7d24036cda81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913696 Apr 12 03:17:58.300325 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a63736aa-03b4-448a-a5ac-a324793c796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (2fa08797-e830-4b1e-af03-8a255eb086f2), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:59.987429 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be625cda-7f2b-4ec3-b03f-aa24446ccc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d888e177-8f03-43a8-a394-c59927fa1996), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:01.367641 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:20.901615 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d9b4afc3-988d-4081-ae69-d9ab2b5cf58b), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:23.545342 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.agents_db [None req-d3c4685f-78b0-4ffc-8e41-99bd627ddb58 None None] Agent healthcheck: found 6 active agents {{(pid=103486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:18:24.797239 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c074ef7c-f67c-4ce4-b0e4-13c6d536a786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (fa7f2a92-0c20-457b-b451-d8a4489755d5), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:27.280744 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-642cf689-12fc-447f-8275-3436dc072ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (beb15aed-f2b6-4676-85ca-b43f14e6acf3), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:28.304034 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a63736aa-03b4-448a-a5ac-a324793c796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (2fa08797-e830-4b1e-af03-8a255eb086f2), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:29.983918 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be625cda-7f2b-4ec3-b03f-aa24446ccc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d888e177-8f03-43a8-a394-c59927fa1996), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:31.370126 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:47.900667 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbc8f8-abb6-41bd-b0cb-9b7681f0889b req-ab72b554-8d2b-4a83-97dd-2b82bc660a80 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:18:47.902053 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c1dbc8f8-abb6-41bd-b0cb-9b7681f0889b req-ab72b554-8d2b-4a83-97dd-2b82bc660a80 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/ports?device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415 HTTP/1.1" status: 200 len: 945 time: 0.0575023 Apr 12 03:18:47.951159 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c1dbc8f8-abb6-41bd-b0cb-9b7681f0889b req-245d3746-01e4-4bf6-af09-4ba08fad85dd tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/security-groups?id=8458caf0-889f-4776-9743-c94f67ecf506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433044 Apr 12 03:18:49.091754 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43809e9b-5148-4f0b-bc80-b95077d09ee2 req-a57f40cd-0bac-4a7a-b12c-036c2fc026a3 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:18:49.093280 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-43809e9b-5148-4f0b-bc80-b95077d09ee2 req-a57f40cd-0bac-4a7a-b12c-036c2fc026a3 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/ports?device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415 HTTP/1.1" status: 200 len: 945 time: 0.0637236 Apr 12 03:18:49.142248 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-43809e9b-5148-4f0b-bc80-b95077d09ee2 req-08a7cbe8-9ccd-4a58-9651-ad532ace51ad tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/security-groups?id=8458caf0-889f-4776-9743-c94f67ecf506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434325 Apr 12 03:18:50.269837 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432478a0-e5c4-4051-ade7-7fb095525a10 req-1ecc308b-5615-4050-a2c3-2c6b89c67478 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:18:50.271279 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-432478a0-e5c4-4051-ade7-7fb095525a10 req-1ecc308b-5615-4050-a2c3-2c6b89c67478 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/ports?device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415 HTTP/1.1" status: 200 len: 945 time: 0.0472887 Apr 12 03:18:50.326888 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-432478a0-e5c4-4051-ade7-7fb095525a10 req-f69d599b-2eb4-4d1c-9d46-714c788ca661 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/security-groups?id=8458caf0-889f-4776-9743-c94f67ecf506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476427 Apr 12 03:18:50.904244 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d9b4afc3-988d-4081-ae69-d9ab2b5cf58b), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:51.465092 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979db458-c56d-4f09-947d-aaa89597a90f req-b041f76c-1800-4c05-b674-ebb3fd5c68d9 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:18:51.466640 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-979db458-c56d-4f09-947d-aaa89597a90f req-b041f76c-1800-4c05-b674-ebb3fd5c68d9 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/ports?device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415 HTTP/1.1" status: 200 len: 945 time: 0.0517819 Apr 12 03:18:51.517725 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-979db458-c56d-4f09-947d-aaa89597a90f req-fc442917-90b4-4485-809f-0d117f08130a tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/security-groups?id=8458caf0-889f-4776-9743-c94f67ecf506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454149 Apr 12 03:18:52.642686 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d144b227-5197-4849-9dfa-9cfc2e4e1b41 req-a6f85024-06d6-4c6d-ba87-547adf10a6a2 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:18:52.644173 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-d144b227-5197-4849-9dfa-9cfc2e4e1b41 req-a6f85024-06d6-4c6d-ba87-547adf10a6a2 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/ports?device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415 HTTP/1.1" status: 200 len: 945 time: 0.0544722 Apr 12 03:18:52.701672 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-d144b227-5197-4849-9dfa-9cfc2e4e1b41 req-f9021d47-32ac-41e5-8081-0255fe45257f tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/security-groups?id=8458caf0-889f-4776-9743-c94f67ecf506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491698 Apr 12 03:18:53.839652 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c26453b-0ae0-4fec-8eec-b0eb4f9c21e4 req-d323daaf-856c-4e0b-b4bf-cb15a65f09ba tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:18:53.841101 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-5c26453b-0ae0-4fec-8eec-b0eb4f9c21e4 req-d323daaf-856c-4e0b-b4bf-cb15a65f09ba tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/ports?device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415 HTTP/1.1" status: 200 len: 945 time: 0.0551472 Apr 12 03:18:53.889315 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-5c26453b-0ae0-4fec-8eec-b0eb4f9c21e4 req-34e17c8e-b6b9-4a9e-ac98-69439bfd60d1 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/security-groups?id=8458caf0-889f-4776-9743-c94f67ecf506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424273 Apr 12 03:18:54.800660 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-25cb24ff-7708-4f26-b714-6a188abf342c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (fa7f2a92-0c20-457b-b451-d8a4489755d5), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:55.014036 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb853759-92a4-4730-927b-0ecc7ffbe03e req-f9fc7f83-ac59-4d72-9d8c-fa090395010e tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:18:55.016094 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-fb853759-92a4-4730-927b-0ecc7ffbe03e req-f9fc7f83-ac59-4d72-9d8c-fa090395010e tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/ports?device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415 HTTP/1.1" status: 200 len: 945 time: 0.0545454 Apr 12 03:18:55.078614 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-fb853759-92a4-4730-927b-0ecc7ffbe03e req-356352e2-4c8f-4486-825a-56cdd88f790d tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/security-groups?id=8458caf0-889f-4776-9743-c94f67ecf506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567398 Apr 12 03:18:56.201780 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe390df-baec-4130-955f-92d82f28a086 req-549d5444-0ea6-4f65-aaca-c4e5f35c6f90 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:18:56.203310 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1fe390df-baec-4130-955f-92d82f28a086 req-549d5444-0ea6-4f65-aaca-c4e5f35c6f90 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/ports?device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415 HTTP/1.1" status: 200 len: 945 time: 0.0546560 Apr 12 03:18:56.253932 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1fe390df-baec-4130-955f-92d82f28a086 req-98116d30-4301-47d7-820e-9ffe72594c1b tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/security-groups?id=8458caf0-889f-4776-9743-c94f67ecf506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444820 Apr 12 03:18:57.279123 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-494cde59-aa95-49dc-990a-f55449051a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (beb15aed-f2b6-4676-85ca-b43f14e6acf3), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:57.386789 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee91de-97ae-4d34-a0d5-c390dabc197b req-69c28e4d-e9a8-4f43-8215-1505c2298354 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:18:57.388280 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-4fee91de-97ae-4d34-a0d5-c390dabc197b req-69c28e4d-e9a8-4f43-8215-1505c2298354 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/ports?device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415 HTTP/1.1" status: 200 len: 945 time: 0.0634241 Apr 12 03:18:57.444110 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-4fee91de-97ae-4d34-a0d5-c390dabc197b req-a6b65757-17c2-46b4-a018-9857ccb9e383 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/security-groups?id=8458caf0-889f-4776-9743-c94f67ecf506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437744 Apr 12 03:18:58.035348 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9190cf02-1e6c-44ef-ace0-e55ae0c4830f req-4985e61e-bd1b-40be-a6a5-82af6e396c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:18:58.036845 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-9190cf02-1e6c-44ef-ace0-e55ae0c4830f req-4985e61e-bd1b-40be-a6a5-82af6e396c46 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e6abe79952f3490e8b90f1cedddb3821&device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415 HTTP/1.1" status: 200 len: 1129 time: 0.0416732 Apr 12 03:18:58.130130 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9190cf02-1e6c-44ef-ace0-e55ae0c4830f req-f1016007-a08a-4155-969d-afbf97204dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:18:58.131562 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-9190cf02-1e6c-44ef-ace0-e55ae0c4830f req-f1016007-a08a-4155-969d-afbf97204dfa service neutron] 10.222.0.25 "GET /v2.0/networks?id=ecd0d022-8e6d-4b84-ae00-7d24036cda81 HTTP/1.1" status: 200 len: 908 time: 0.0879803 Apr 12 03:18:58.195407 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-9190cf02-1e6c-44ef-ace0-e55ae0c4830f req-c3ffeeb3-ac13-4fa9-9cf6-4757ad6fdae8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b HTTP/1.1" status: 200 len: 1000 time: 0.0577462 Apr 12 03:18:58.250523 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9190cf02-1e6c-44ef-ace0-e55ae0c4830f req-6212863d-b5c6-4c67-9294-b8f392fa1c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:18:58.251975 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-9190cf02-1e6c-44ef-ace0-e55ae0c4830f req-6212863d-b5c6-4c67-9294-b8f392fa1c00 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=60de92aa-e1d9-435e-aecc-c7bfd020ffa3 HTTP/1.1" status: 200 len: 847 time: 0.0509200 Apr 12 03:18:58.302216 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9190cf02-1e6c-44ef-ace0-e55ae0c4830f req-a6821430-2f0f-4e79-a329-6abfcdf9e204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:18:58.302474 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a63736aa-03b4-448a-a5ac-a324793c796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (2fa08797-e830-4b1e-af03-8a255eb086f2), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:58.303770 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-9190cf02-1e6c-44ef-ace0-e55ae0c4830f req-a6821430-2f0f-4e79-a329-6abfcdf9e204 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ecd0d022-8e6d-4b84-ae00-7d24036cda81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456293 Apr 12 03:18:58.678681 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c731c-2916-4377-99e7-a5549e3a6bc8 req-ba4bc50f-1377-487f-ae4d-35d85c51586e tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:18:58.680138 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-150c731c-2916-4377-99e7-a5549e3a6bc8 req-ba4bc50f-1377-487f-ae4d-35d85c51586e tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/ports?device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415 HTTP/1.1" status: 200 len: 945 time: 0.0822384 Apr 12 03:18:58.719969 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-9190cf02-1e6c-44ef-ace0-e55ae0c4830f req-09bddcef-ac94-4f09-bac2-eca07ed181e8 service neutron] 10.222.0.25 "GET /v2.0/networks/ecd0d022-8e6d-4b84-ae00-7d24036cda81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099679 Apr 12 03:18:58.775194 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-150c731c-2916-4377-99e7-a5549e3a6bc8 req-b850e094-469a-47c5-8a48-b28e5c0f570d tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/security-groups?id=8458caf0-889f-4776-9743-c94f67ecf506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881388 Apr 12 03:18:58.842071 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-9190cf02-1e6c-44ef-ace0-e55ae0c4830f req-ebac1087-657e-4997-9309-98fef57ec1cb service neutron] 10.222.0.25 "GET /v2.0/networks/ecd0d022-8e6d-4b84-ae00-7d24036cda81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111333 Apr 12 03:18:59.903020 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42694280-e3bb-476c-8104-50d7980794f0 req-7162e4b8-7df9-41b8-ba9c-d7986c161a17 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:18:59.904415 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-42694280-e3bb-476c-8104-50d7980794f0 req-7162e4b8-7df9-41b8-ba9c-d7986c161a17 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/ports?device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415 HTTP/1.1" status: 200 len: 945 time: 0.0511014 Apr 12 03:18:59.956908 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-42694280-e3bb-476c-8104-50d7980794f0 req-08503d6c-35ec-4066-834b-8c5defee6f88 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/security-groups?id=8458caf0-889f-4776-9743-c94f67ecf506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464835 Apr 12 03:18:59.982361 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be625cda-7f2b-4ec3-b03f-aa24446ccc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d888e177-8f03-43a8-a394-c59927fa1996), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:59.998886 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a025f60-dcd5-4b5c-83a0-7e2f483e4c75 req-5fd8aea4-2db8-46c0-98b0-b3eb19189986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:19:00.000417 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-0a025f60-dcd5-4b5c-83a0-7e2f483e4c75 req-5fd8aea4-2db8-46c0-98b0-b3eb19189986 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e6abe79952f3490e8b90f1cedddb3821&device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415 HTTP/1.1" status: 200 len: 1129 time: 0.0441849 Apr 12 03:19:00.103238 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a025f60-dcd5-4b5c-83a0-7e2f483e4c75 req-6e819c23-3a06-480e-8faf-58369afe8d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:19:00.104716 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-0a025f60-dcd5-4b5c-83a0-7e2f483e4c75 req-6e819c23-3a06-480e-8faf-58369afe8d03 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ecd0d022-8e6d-4b84-ae00-7d24036cda81 HTTP/1.1" status: 200 len: 908 time: 0.0860796 Apr 12 03:19:00.274158 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-0a025f60-dcd5-4b5c-83a0-7e2f483e4c75 req-31fad50f-4ec3-4ddc-afeb-581e662bf32b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b HTTP/1.1" status: 200 len: 1000 time: 0.0775790 Apr 12 03:19:00.325240 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a025f60-dcd5-4b5c-83a0-7e2f483e4c75 req-17229160-3621-4e74-b634-eddee5f5c19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:19:00.326694 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-0a025f60-dcd5-4b5c-83a0-7e2f483e4c75 req-17229160-3621-4e74-b634-eddee5f5c19e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=60de92aa-e1d9-435e-aecc-c7bfd020ffa3 HTTP/1.1" status: 200 len: 847 time: 0.0442705 Apr 12 03:19:00.370866 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a025f60-dcd5-4b5c-83a0-7e2f483e4c75 req-d7ded4a6-af70-4f35-adbe-525ea9b9a57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:19:00.372730 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-0a025f60-dcd5-4b5c-83a0-7e2f483e4c75 req-d7ded4a6-af70-4f35-adbe-525ea9b9a57a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ecd0d022-8e6d-4b84-ae00-7d24036cda81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399449 Apr 12 03:19:00.476889 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-0a025f60-dcd5-4b5c-83a0-7e2f483e4c75 req-881ccffe-8d2e-4cc5-890b-570aed89c6ac service neutron] 10.222.0.25 "GET /v2.0/networks/ecd0d022-8e6d-4b84-ae00-7d24036cda81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982556 Apr 12 03:19:00.545081 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.agents_db [None req-d3c4685f-78b0-4ffc-8e41-99bd627ddb58 None None] Agent healthcheck: found 6 active agents {{(pid=103486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:19:00.579152 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-0a025f60-dcd5-4b5c-83a0-7e2f483e4c75 req-b9e04bc9-ea83-41f0-b7b7-54dd53b9d783 service neutron] 10.222.0.25 "GET /v2.0/networks/ecd0d022-8e6d-4b84-ae00-7d24036cda81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959101 Apr 12 03:19:01.084086 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a270d2-714a-4e68-bc86-d7c5ad31d040 req-29e6ccb5-d3d8-402b-abc4-44d9158cbddf tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:19:01.085542 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-b2a270d2-714a-4e68-bc86-d7c5ad31d040 req-29e6ccb5-d3d8-402b-abc4-44d9158cbddf tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/ports?device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415 HTTP/1.1" status: 200 len: 945 time: 0.0552909 Apr 12 03:19:01.135014 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-b2a270d2-714a-4e68-bc86-d7c5ad31d040 req-585b9b07-3a2d-4ef2-aff5-c723b6f47084 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/security-groups?id=8458caf0-889f-4776-9743-c94f67ecf506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433302 Apr 12 03:19:01.278395 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [req-12b7abfb-b40d-4083-9481-6fed358e43d8 req-4209e487-edbf-47b7-b396-e82e0489e8dc service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103483) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 03:19:01.279474 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-12b7abfb-b40d-4083-9481-6fed358e43d8 req-4209e487-edbf-47b7-b396-e82e0489e8dc service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0745831 Apr 12 03:19:01.364764 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:02.457877 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6751bf-0587-4777-9ae4-a2f3b4bfbda2 req-9831c905-d825-4644-9083-992fa14577c0 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:19:02.459388 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1b6751bf-0587-4777-9ae4-a2f3b4bfbda2 req-9831c905-d825-4644-9083-992fa14577c0 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/ports?device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415 HTTP/1.1" status: 200 len: 945 time: 0.0473604 Apr 12 03:19:02.482166 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 52656) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:19:02.508843 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1b6751bf-0587-4777-9ae4-a2f3b4bfbda2 req-5c0b7ec5-ab37-40fb-90c3-e54eb553491e tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/security-groups?id=8458caf0-889f-4776-9743-c94f67ecf506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436168 Apr 12 03:19:02.565678 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-e92e2f3e-5b48-4c6a-a10e-f80796d4639b req-c5d5a1b5-25bf-4dd4-9622-391de35788fa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0822699 Apr 12 03:19:02.574474 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [req-e92e2f3e-5b48-4c6a-a10e-f80796d4639b req-e9517df1-6ffe-4135-9e83-ddc7e2c79b27 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103483) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 03:19:02.575400 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-e92e2f3e-5b48-4c6a-a10e-f80796d4639b req-e9517df1-6ffe-4135-9e83-ddc7e2c79b27 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051827 Apr 12 03:19:03.632115 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d163a4-f0e5-4e03-a8be-cc05ce53d7c5 req-be7ef5e7-0914-4ffb-9492-f3a729a34bee tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:19:03.633652 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-35d163a4-f0e5-4e03-a8be-cc05ce53d7c5 req-be7ef5e7-0914-4ffb-9492-f3a729a34bee tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/ports?device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415 HTTP/1.1" status: 200 len: 945 time: 0.0553131 Apr 12 03:19:03.687171 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-35d163a4-f0e5-4e03-a8be-cc05ce53d7c5 req-18126efa-b1fd-48d9-a7c0-deb61404fcda tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/security-groups?id=8458caf0-889f-4776-9743-c94f67ecf506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472569 Apr 12 03:19:03.712256 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 52668) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:19:03.804042 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e2f3e-5b48-4c6a-a10e-f80796d4639b req-ff43a862-f762-4350-9a76-ecd698a867bd tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:19:03.805292 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-e92e2f3e-5b48-4c6a-a10e-f80796d4639b req-ff43a862-f762-4350-9a76-ecd698a867bd tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/ports/1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b HTTP/1.1" status: 200 len: 942 time: 0.0920236 Apr 12 03:19:04.606080 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device 1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b no longer exists at agent hyperv_hv-cinder-83744 {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:19:04.686735 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Current status of the port 1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b is: ACTIVE; New status is: DOWN {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:19:04.687126 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:04.710313 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f999e25b-bdb6-4b57-89fa-3c9d230e5415', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:19:04.712583 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa41105cf641d53c122ae13245b26b419564b0c0a795a4827d4ee8fd8725077e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fabaa390-0a4a-4cb8-8cd0-16d70fc9a37f" -d '{"events": [{"server_uuid": "f999e25b-bdb6-4b57-89fa-3c9d230e5415", "name": "network-vif-unplugged", "status": "completed", "tag": "1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:19:04.725408 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port 1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b,segment=NetworkSegment(b99ddfd6-7b74-455f-996a-28bca2594ae6),segment_id=b99ddfd6-7b74-455f-996a-28bca2594ae6)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:19:04.731947 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:04.756602 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Apr 2022 03:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c04bed1-da3c-4664-b31b-84a55204e7c5 x-openstack-request-id: req-9c04bed1-da3c-4664-b31b-84a55204e7c5 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:19:04.756889 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f999e25b-bdb6-4b57-89fa-3c9d230e5415", "name": "network-vif-unplugged", "status": "failed", "tag": "1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b", "code": 422}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:19:04.757138 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9c04bed1-da3c-4664-b31b-84a55204e7c5 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:19:04.757541 dv-cinder-837443-1-iscsi neutron-server[103485]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-9c04bed1-da3c-4664-b31b-84a55204e7c5']: {'server_uuid': 'f999e25b-bdb6-4b57-89fa-3c9d230e5415', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b', 'code': 422} returned with failed status Apr 12 03:19:04.784004 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Pushing event updated for resources: {'Port': ['ID=1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b,revision_number=6']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:19:04.791441 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:19:04.791778 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:19:04.792150 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:19:04.792476 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:19:04.792827 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:19:04.793154 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:19:04.793457 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:19:04.793771 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:19:04.794091 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:19:04.794408 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:19:04.795324 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:19:04.795664 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:19:04.796005 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:19:04.796323 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:19:04.796639 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:19:04.806132 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819257aa-bed7-495e-b823-85d5ac3d1b40 req-2024a7ea-25b9-4ecb-a3e9-49599d2d9fe0 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:19:04.807653 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-819257aa-bed7-495e-b823-85d5ac3d1b40 req-2024a7ea-25b9-4ecb-a3e9-49599d2d9fe0 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/ports?device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415 HTTP/1.1" status: 200 len: 943 time: 0.0494573 Apr 12 03:19:04.860884 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-819257aa-bed7-495e-b823-85d5ac3d1b40 req-5572b531-471f-4b26-a678-afed7b49c5a3 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/security-groups?id=8458caf0-889f-4776-9743-c94f67ecf506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472612 Apr 12 03:19:05.986980 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1c0ae-e982-428f-9245-0232e260a89e req-f40f6b56-25a2-41f7-8813-606aa5dfcf35 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:19:05.988510 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-bff1c0ae-e982-428f-9245-0232e260a89e req-f40f6b56-25a2-41f7-8813-606aa5dfcf35 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/ports?device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415 HTTP/1.1" status: 200 len: 943 time: 0.0569565 Apr 12 03:19:06.049458 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-bff1c0ae-e982-428f-9245-0232e260a89e req-20bf8a7d-262f-48aa-b49a-36e3814d11b4 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/security-groups?id=8458caf0-889f-4776-9743-c94f67ecf506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523040 Apr 12 03:19:07.181230 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3549834-a180-47fc-a08b-8a6fefcd1e82 req-53bdef7a-a34e-4fe8-b29d-483d2771e3ed tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:19:07.182761 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-e3549834-a180-47fc-a08b-8a6fefcd1e82 req-53bdef7a-a34e-4fe8-b29d-483d2771e3ed tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/ports?device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415 HTTP/1.1" status: 200 len: 943 time: 0.0504880 Apr 12 03:19:07.234476 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-e3549834-a180-47fc-a08b-8a6fefcd1e82 req-87b3f5b9-8bd9-41d1-8862-8dea16c0c4bd tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/security-groups?id=8458caf0-889f-4776-9743-c94f67ecf506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454869 Apr 12 03:19:08.133621 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e2f3e-5b48-4c6a-a10e-f80796d4639b req-1f1d9fea-a6fa-4ef8-ac1a-ce09dd2ac752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:19:08.135098 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-e92e2f3e-5b48-4c6a-a10e-f80796d4639b req-1f1d9fea-a6fa-4ef8-ac1a-ce09dd2ac752 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415&tenant_id=e6abe79952f3490e8b90f1cedddb3821 HTTP/1.1" status: 200 len: 1127 time: 0.0462792 Apr 12 03:19:08.194187 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e2f3e-5b48-4c6a-a10e-f80796d4639b req-b9ba7669-6ffa-4ff7-b8da-34885a1fc28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:19:08.195614 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-e92e2f3e-5b48-4c6a-a10e-f80796d4639b req-b9ba7669-6ffa-4ff7-b8da-34885a1fc28d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e6abe79952f3490e8b90f1cedddb3821&device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415 HTTP/1.1" status: 200 len: 1127 time: 0.0390515 Apr 12 03:19:08.292180 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e2f3e-5b48-4c6a-a10e-f80796d4639b req-7ca11a2f-f728-44b0-bbe3-47e403ece4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:19:08.293751 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-e92e2f3e-5b48-4c6a-a10e-f80796d4639b req-7ca11a2f-f728-44b0-bbe3-47e403ece4f6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ecd0d022-8e6d-4b84-ae00-7d24036cda81 HTTP/1.1" status: 200 len: 908 time: 0.0923860 Apr 12 03:19:08.348702 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b2754-0590-4583-a7ef-2ff9322e884c req-256b9adc-73d8-4666-84ad-92df3ea97359 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:19:08.350099 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c29b2754-0590-4583-a7ef-2ff9322e884c req-256b9adc-73d8-4666-84ad-92df3ea97359 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/ports?device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415 HTTP/1.1" status: 200 len: 943 time: 0.0473616 Apr 12 03:19:08.364693 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-e92e2f3e-5b48-4c6a-a10e-f80796d4639b req-3ceb8300-89d7-4b18-88e2-4694272325bd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b HTTP/1.1" status: 200 len: 998 time: 0.0642252 Apr 12 03:19:08.403204 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-c29b2754-0590-4583-a7ef-2ff9322e884c req-8742e6a2-f383-4a87-94c6-00196d783345 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/security-groups?id=8458caf0-889f-4776-9743-c94f67ecf506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472374 Apr 12 03:19:08.413052 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e2f3e-5b48-4c6a-a10e-f80796d4639b req-baf67927-237e-4ba9-b7ee-1dddc0b81951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:19:08.414551 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-e92e2f3e-5b48-4c6a-a10e-f80796d4639b req-baf67927-237e-4ba9-b7ee-1dddc0b81951 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=60de92aa-e1d9-435e-aecc-c7bfd020ffa3 HTTP/1.1" status: 200 len: 847 time: 0.0438218 Apr 12 03:19:08.458102 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e2f3e-5b48-4c6a-a10e-f80796d4639b req-04e4ceb3-1393-46f5-b637-8f37008fd0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:19:08.459601 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-e92e2f3e-5b48-4c6a-a10e-f80796d4639b req-04e4ceb3-1393-46f5-b637-8f37008fd0db service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ecd0d022-8e6d-4b84-ae00-7d24036cda81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387356 Apr 12 03:19:08.553206 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-e92e2f3e-5b48-4c6a-a10e-f80796d4639b req-66b3c909-1316-4ad4-976f-807b07803530 service neutron] 10.222.0.25 "GET /v2.0/networks/ecd0d022-8e6d-4b84-ae00-7d24036cda81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877514 Apr 12 03:19:08.643713 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-e92e2f3e-5b48-4c6a-a10e-f80796d4639b req-ec92269b-15bd-4760-89f3-4b3f221475ba service neutron] 10.222.0.25 "GET /v2.0/networks/ecd0d022-8e6d-4b84-ae00-7d24036cda81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840998 Apr 12 03:19:09.534258 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e2266-8636-4a88-a849-59302708de98 req-b00a009c-9707-427d-af01-105de839534b tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:19:09.535885 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-224e2266-8636-4a88-a849-59302708de98 req-b00a009c-9707-427d-af01-105de839534b tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/ports?device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415 HTTP/1.1" status: 200 len: 943 time: 0.0536141 Apr 12 03:19:09.588671 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-224e2266-8636-4a88-a849-59302708de98 req-3cc0c7bc-5464-419e-9dae-2dfcc0a235fd tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/security-groups?id=8458caf0-889f-4776-9743-c94f67ecf506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470409 Apr 12 03:19:10.721903 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb1d01-5ef8-474f-9090-ebc858aea7d3 req-a9761d44-74a1-4df2-bd60-626ae352b80b tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:19:10.723807 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-26cb1d01-5ef8-474f-9090-ebc858aea7d3 req-a9761d44-74a1-4df2-bd60-626ae352b80b tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/ports?device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415 HTTP/1.1" status: 200 len: 943 time: 0.0596578 Apr 12 03:19:10.773913 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-26cb1d01-5ef8-474f-9090-ebc858aea7d3 req-6a2a2407-bf63-4424-8749-28dbb0ed1d84 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/security-groups?id=8458caf0-889f-4776-9743-c94f67ecf506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443807 Apr 12 03:19:11.907523 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff20bf-50e7-438b-89eb-13337183720c req-9a84ded6-3e20-4134-9e5e-b198dfdafa64 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:19:11.908871 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-28ff20bf-50e7-438b-89eb-13337183720c req-9a84ded6-3e20-4134-9e5e-b198dfdafa64 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/ports?device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415 HTTP/1.1" status: 200 len: 943 time: 0.0525119 Apr 12 03:19:11.967043 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-28ff20bf-50e7-438b-89eb-13337183720c req-58338e81-5788-4f72-8fe5-1818490c2be3 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/security-groups?id=8458caf0-889f-4776-9743-c94f67ecf506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494294 Apr 12 03:19:13.094330 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37278d42-719c-42ae-b118-f1b8de8cbf18 req-143e8891-f5fd-45c2-8c1e-4b2a1e2a45ab tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:19:13.095876 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-37278d42-719c-42ae-b118-f1b8de8cbf18 req-143e8891-f5fd-45c2-8c1e-4b2a1e2a45ab tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/ports?device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415 HTTP/1.1" status: 200 len: 943 time: 0.0517592 Apr 12 03:19:13.144838 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-37278d42-719c-42ae-b118-f1b8de8cbf18 req-24131f00-6ee1-43f7-904e-caac82a0bf93 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/security-groups?id=8458caf0-889f-4776-9743-c94f67ecf506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427327 Apr 12 03:19:14.280284 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8ee86-f1fc-4de8-baf2-47356c15a8a0 req-b0b22097-4db4-4b1f-8625-92ed99bc3ef3 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:19:14.281714 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-f0f8ee86-f1fc-4de8-baf2-47356c15a8a0 req-b0b22097-4db4-4b1f-8625-92ed99bc3ef3 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/ports?device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415 HTTP/1.1" status: 200 len: 943 time: 0.0501444 Apr 12 03:19:14.331793 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-f0f8ee86-f1fc-4de8-baf2-47356c15a8a0 req-b45b29eb-000f-470d-9d97-2f769bc71371 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/security-groups?id=8458caf0-889f-4776-9743-c94f67ecf506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444751 Apr 12 03:19:14.691050 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device 1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b details requested by agent hyperv_hv-cinder-83744 with host hv-cinder-83744 {{(pid=103485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 03:19:14.787734 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port 1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b,segment=NetworkSegment(b99ddfd6-7b74-455f-996a-28bca2594ae6),segment_id=b99ddfd6-7b74-455f-996a-28bca2594ae6)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:19:14.798686 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Returning: {'device': '1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b', 'network_id': 'ecd0d022-8e6d-4b84-ae00-7d24036cda81', 'port_id': '1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b', 'mac_address': 'fa:16:3e:fd:63:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60de92aa-e1d9-435e-aecc-c7bfd020ffa3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 03:19:14.841884 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Current status of the port 1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b is: DOWN; New status is: BUILD {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:19:14.842252 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:14.855437 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b {{(pid=103485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:19:14.876995 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port 1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b,segment=NetworkSegment(b99ddfd6-7b74-455f-996a-28bca2594ae6),segment_id=b99ddfd6-7b74-455f-996a-28bca2594ae6)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:19:14.882660 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:14.930153 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Pushing event updated for resources: {'Port': ['ID=1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b,revision_number=7']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:19:15.107195 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] get_ports_and_sgs() called for port_ids ['1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b'] {{(pid=103485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:19:15.464996 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6db7cf-558c-4d8a-862f-e2aa0773dd81 req-e8abc3c0-eb48-4123-ad7e-f06b36688c97 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:19:15.466709 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-fd6db7cf-558c-4d8a-862f-e2aa0773dd81 req-e8abc3c0-eb48-4123-ad7e-f06b36688c97 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/ports?device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415 HTTP/1.1" status: 200 len: 944 time: 0.0574009 Apr 12 03:19:15.526236 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-fd6db7cf-558c-4d8a-862f-e2aa0773dd81 req-c2d3391c-5044-48fc-8e14-e5079175947b tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/security-groups?id=8458caf0-889f-4776-9743-c94f67ecf506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528398 Apr 12 03:19:16.657923 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520b760-01a2-47ee-b0cb-91dd4869c15f req-9abfe864-1120-41bd-8405-aba2b8410f5a tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:19:16.659356 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-c520b760-01a2-47ee-b0cb-91dd4869c15f req-9abfe864-1120-41bd-8405-aba2b8410f5a tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/ports?device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415 HTTP/1.1" status: 200 len: 944 time: 0.0607405 Apr 12 03:19:16.683808 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device 1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b up at agent hyperv_hv-cinder-83744 {{(pid=103485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:19:16.714906 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-c520b760-01a2-47ee-b0cb-91dd4869c15f req-b9c70034-bb00-431c-97ef-97e09a8535d4 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/security-groups?id=8458caf0-889f-4776-9743-c94f67ecf506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469730 Apr 12 03:19:16.730872 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.provisioning_blocks [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Provisioning complete for port 1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b triggered by entity L2. {{(pid=103485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:19:16.731247 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661342'] for port (1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b), provisioning_complete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:16.810896 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Current status of the port 1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b is: BUILD; New status is: ACTIVE {{(pid=103485) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:19:16.811187 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-701269'] for port (1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b), before_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:16.834928 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f999e25b-bdb6-4b57-89fa-3c9d230e5415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b'}] {{(pid=103485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:19:16.837169 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa41105cf641d53c122ae13245b26b419564b0c0a795a4827d4ee8fd8725077e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b28557e-6a8b-4255-9e5a-d6f77f51d68b" -d '{"events": [{"server_uuid": "f999e25b-bdb6-4b57-89fa-3c9d230e5415", "name": "network-vif-plugged", "status": "completed", "tag": "1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b"}]}' {{(pid=103485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:19:16.850640 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] For port 1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b,segment=NetworkSegment(b99ddfd6-7b74-455f-996a-28bca2594ae6),segment_id=b99ddfd6-7b74-455f-996a-28bca2594ae6)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:19:16.856113 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733264543775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733264002124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733264002142'] for port (1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:16.878669 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eff44ef-5172-4da8-bdd5-10035bde7c72 x-openstack-request-id: req-5eff44ef-5172-4da8-bdd5-10035bde7c72 {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:19:16.878960 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f999e25b-bdb6-4b57-89fa-3c9d230e5415", "name": "network-vif-plugged", "status": "completed", "tag": "1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b", "code": 200}]} {{(pid=103485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:19:16.879213 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5eff44ef-5172-4da8-bdd5-10035bde7c72 {{(pid=103485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:19:16.879610 dv-cinder-837443-1-iscsi neutron-server[103485]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eff44ef-5172-4da8-bdd5-10035bde7c72'] response: {'server_uuid': 'f999e25b-bdb6-4b57-89fa-3c9d230e5415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b', 'code': 200} Apr 12 03:19:16.907851 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Pushing event updated for resources: {'Port': ['ID=1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b,revision_number=8']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:19:17.089462 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3928e701-496b-499c-8c78-0677d420635e req-e7b12f14-7f72-46a2-85fd-d41b60e2ba8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:19:17.091561 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-3928e701-496b-499c-8c78-0677d420635e req-e7b12f14-7f72-46a2-85fd-d41b60e2ba8c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415 HTTP/1.1" status: 200 len: 1129 time: 0.0422263 Apr 12 03:19:17.147529 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-3928e701-496b-499c-8c78-0677d420635e req-f93d51c8-3256-4ce2-9168-46088d1f2493 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=8458caf0-889f-4776-9743-c94f67ecf506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486116 Apr 12 03:19:17.846348 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441cc81-d1a3-4194-8797-9b5a3779ba60 req-3ab03127-a51a-4400-b34e-4f02330bb84a tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:19:17.847805 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-0441cc81-d1a3-4194-8797-9b5a3779ba60 req-3ab03127-a51a-4400-b34e-4f02330bb84a tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/ports?device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415 HTTP/1.1" status: 200 len: 945 time: 0.0564544 Apr 12 03:19:17.908738 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-0441cc81-d1a3-4194-8797-9b5a3779ba60 req-49688a26-961b-4fd8-adf3-1f5ae506a9f1 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/security-groups?id=8458caf0-889f-4776-9743-c94f67ecf506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526891 Apr 12 03:19:19.045175 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9a4fd-de82-4a3d-8a6b-f5b6ee89e355 req-04f8101d-b210-49e0-ac6d-9ad9669f8f4c tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:19:19.046664 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-fdb9a4fd-de82-4a3d-8a6b-f5b6ee89e355 req-04f8101d-b210-49e0-ac6d-9ad9669f8f4c tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/ports?device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415 HTTP/1.1" status: 200 len: 945 time: 0.0634205 Apr 12 03:19:19.096561 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-fdb9a4fd-de82-4a3d-8a6b-f5b6ee89e355 req-e59d55e6-5246-4c52-b9d0-0c569fdb2cf7 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/security-groups?id=8458caf0-889f-4776-9743-c94f67ecf506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440543 Apr 12 03:19:20.913891 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d9b4afc3-988d-4081-ae69-d9ab2b5cf58b), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:24.791290 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-70b4e70b-9f5b-432b-b31d-db7747158b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (fa7f2a92-0c20-457b-b451-d8a4489755d5), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:27.284343 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-17e1b8c8-1047-4576-9d05-da808c39415d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (beb15aed-f2b6-4676-85ca-b43f14e6acf3), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:28.316162 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a63736aa-03b4-448a-a5ac-a324793c796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (2fa08797-e830-4b1e-af03-8a255eb086f2), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:29.993177 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be625cda-7f2b-4ec3-b03f-aa24446ccc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d888e177-8f03-43a8-a394-c59927fa1996), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:31.377508 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:37.549527 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.agents_db [None req-d3c4685f-78b0-4ffc-8e41-99bd627ddb58 None None] Agent healthcheck: found 6 active agents {{(pid=103486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:19:50.923270 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d9b4afc3-988d-4081-ae69-d9ab2b5cf58b), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:54.798287 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a52d4bab-f091-48c2-ac3b-41fd34969d5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (fa7f2a92-0c20-457b-b451-d8a4489755d5), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:57.284373 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d92065df-87a2-4d10-80d5-f81a30e56e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (beb15aed-f2b6-4676-85ca-b43f14e6acf3), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:58.311069 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a63736aa-03b4-448a-a5ac-a324793c796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (2fa08797-e830-4b1e-af03-8a255eb086f2), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:59.993602 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be625cda-7f2b-4ec3-b03f-aa24446ccc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d888e177-8f03-43a8-a394-c59927fa1996), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:00.611385 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-d4bb19d7-5a6b-4082-b2c8-2056d5dc49d9 req-f33d9924-41fd-401b-a071-80b20d9b7c45 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395415 Apr 12 03:20:00.721280 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb19d7-5a6b-4082-b2c8-2056d5dc49d9 req-fab3856a-3bd1-4816-b47d-2024b23cfcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:20:00.722740 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-d4bb19d7-5a6b-4082-b2c8-2056d5dc49d9 req-fab3856a-3bd1-4816-b47d-2024b23cfcf1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e6abe79952f3490e8b90f1cedddb3821&device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415 HTTP/1.1" status: 200 len: 1129 time: 0.0416806 Apr 12 03:20:00.830070 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb19d7-5a6b-4082-b2c8-2056d5dc49d9 req-dd5ee7aa-348a-4e56-a8bc-aea3df2c9434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:20:00.831475 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-d4bb19d7-5a6b-4082-b2c8-2056d5dc49d9 req-dd5ee7aa-348a-4e56-a8bc-aea3df2c9434 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ecd0d022-8e6d-4b84-ae00-7d24036cda81 HTTP/1.1" status: 200 len: 908 time: 0.0878305 Apr 12 03:20:00.896273 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-d4bb19d7-5a6b-4082-b2c8-2056d5dc49d9 req-d1a607f1-dc55-42c3-b73a-ce747a599a4a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b HTTP/1.1" status: 200 len: 1000 time: 0.0565867 Apr 12 03:20:00.947077 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb19d7-5a6b-4082-b2c8-2056d5dc49d9 req-aa51e35c-7bca-4240-bd25-5f8764cc1eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:20:00.948882 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-d4bb19d7-5a6b-4082-b2c8-2056d5dc49d9 req-aa51e35c-7bca-4240-bd25-5f8764cc1eb7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=60de92aa-e1d9-435e-aecc-c7bfd020ffa3 HTTP/1.1" status: 200 len: 847 time: 0.0462327 Apr 12 03:20:00.995971 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb19d7-5a6b-4082-b2c8-2056d5dc49d9 req-44a4c66f-246f-488f-840d-5e099d94abb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:20:00.997462 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-d4bb19d7-5a6b-4082-b2c8-2056d5dc49d9 req-44a4c66f-246f-488f-840d-5e099d94abb7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ecd0d022-8e6d-4b84-ae00-7d24036cda81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433078 Apr 12 03:20:01.096406 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-d4bb19d7-5a6b-4082-b2c8-2056d5dc49d9 req-21ba0fe9-3d7c-4a70-8611-fd89146c99db service neutron] 10.222.0.25 "GET /v2.0/networks/ecd0d022-8e6d-4b84-ae00-7d24036cda81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930507 Apr 12 03:20:01.189754 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-d4bb19d7-5a6b-4082-b2c8-2056d5dc49d9 req-b4317b93-f2ec-40f6-a54b-fb065dab40e2 service neutron] 10.222.0.25 "GET /v2.0/networks/ecd0d022-8e6d-4b84-ae00-7d24036cda81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862515 Apr 12 03:20:01.382945 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:14.550141 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.agents_db [None req-d3c4685f-78b0-4ffc-8e41-99bd627ddb58 None None] Agent healthcheck: found 6 active agents {{(pid=103486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:20:20.938407 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d9b4afc3-988d-4081-ae69-d9ab2b5cf58b), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:24.792460 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-68d25e83-fad5-41a6-aa91-edd4a1930e78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (fa7f2a92-0c20-457b-b451-d8a4489755d5), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:27.288932 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-2f342b7c-d021-4d35-99db-bded9ae4e16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (beb15aed-f2b6-4676-85ca-b43f14e6acf3), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:28.319438 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a63736aa-03b4-448a-a5ac-a324793c796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (2fa08797-e830-4b1e-af03-8a255eb086f2), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:29.194914 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 52728) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:20:29.364899 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-bc866cfc-791b-420b-b186-0dadc476bed4 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Deleting port 790bc790-fd08-47f4-b7c0-2f3481a705de {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:20:29.365208 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bc866cfc-791b-420b-b186-0dadc476bed4 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (790bc790-fd08-47f4-b7c0-2f3481a705de), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:29.452439 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bc866cfc-791b-420b-b186-0dadc476bed4 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (790bc790-fd08-47f4-b7c0-2f3481a705de), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:29.452707 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bc866cfc-791b-420b-b186-0dadc476bed4 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Publish callbacks [] for floatingip (790bc790-fd08-47f4-b7c0-2f3481a705de), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:29.465233 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-bc866cfc-791b-420b-b186-0dadc476bed4 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Calling delete_port for 790bc790-fd08-47f4-b7c0-2f3481a705de owned by network:floatingip {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:20:29.636880 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bc866cfc-791b-420b-b186-0dadc476bed4 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28695539'] for port (790bc790-fd08-47f4-b7c0-2f3481a705de), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:29.674112 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc866cfc-791b-420b-b186-0dadc476bed4 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Pushing event deleted for resources: {'Port': ['ID=790bc790-fd08-47f4-b7c0-2f3481a705de,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:20:29.685847 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc866cfc-791b-420b-b186-0dadc476bed4 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:29.686195 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc866cfc-791b-420b-b186-0dadc476bed4 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:29.686534 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc866cfc-791b-420b-b186-0dadc476bed4 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:29.686869 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc866cfc-791b-420b-b186-0dadc476bed4 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:29.687200 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc866cfc-791b-420b-b186-0dadc476bed4 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:29.687522 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc866cfc-791b-420b-b186-0dadc476bed4 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:29.687878 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc866cfc-791b-420b-b186-0dadc476bed4 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:29.688197 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc866cfc-791b-420b-b186-0dadc476bed4 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:29.688487 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc866cfc-791b-420b-b186-0dadc476bed4 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:29.688838 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc866cfc-791b-420b-b186-0dadc476bed4 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:29.689141 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc866cfc-791b-420b-b186-0dadc476bed4 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:29.689458 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc866cfc-791b-420b-b186-0dadc476bed4 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:29.689776 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc866cfc-791b-420b-b186-0dadc476bed4 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:29.690089 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc866cfc-791b-420b-b186-0dadc476bed4 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:29.690398 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc866cfc-791b-420b-b186-0dadc476bed4 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:29.745270 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bc866cfc-791b-420b-b186-0dadc476bed4 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Publish callbacks [] for floatingip (ed5442c5-5b07-4dc6-9244-0e38c8f36e8c), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:29.745593 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.db.l3_db [None req-bc866cfc-791b-420b-b186-0dadc476bed4 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Floating IP ed5442c5-5b07-4dc6-9244-0e38c8f36e8c disassociated (deleted). External IP: 172.27.3.68, port: 1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b. Apr 12 03:20:29.966275 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc866cfc-791b-420b-b186-0dadc476bed4 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Router d71a9b00-ece3-4a43-b173-788b5c0a1ee8 has already been hosted by L3 agent beb15aed-f2b6-4676-85ca-b43f14e6acf3 {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:20:29.991882 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be625cda-7f2b-4ec3-b03f-aa24446ccc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d888e177-8f03-43a8-a394-c59927fa1996), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:30.095616 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc866cfc-791b-420b-b186-0dadc476bed4 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Notify agent at l3_agent.dv-cinder-837443-1-iscsi the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:20:30.100363 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-bc866cfc-791b-420b-b186-0dadc476bed4 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for floatingip (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:30.107258 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094d86ae-2f08-4257-a60d-6e8c127409e2 None None] Sync routers for ids ['d71a9b00-ece3-4a43-b173-788b5c0a1ee8'] in dv-cinder-837443-1-iscsi {{(pid=103485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:20:30.116920 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094d86ae-2f08-4257-a60d-6e8c127409e2 None None] Routers {'d71a9b00-ece3-4a43-b173-788b5c0a1ee8'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:20:30.117547 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-094d86ae-2f08-4257-a60d-6e8c127409e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:20:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['d71a9b00-ece3-4a43-b173-788b5c0a1ee8'], 'active': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:20:30.132417 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-bc866cfc-791b-420b-b186-0dadc476bed4 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "DELETE /v2.0/floatingips/ed5442c5-5b07-4dc6-9244-0e38c8f36e8c HTTP/1.1" status: 204 len: 168 time: 0.9359672 Apr 12 03:20:30.133037 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f999e25b-bdb6-4b57-89fa-3c9d230e5415', 'tag': '1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b'}] {{(pid=103484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:20:30.135422 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d98137ebe7b3f8ae23a53251b76916d727952a33f49bb2ab88d2915e9897d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a43f211-6883-4bf8-b099-fde93d434753" -d '{"events": [{"name": "network-changed", "server_uuid": "f999e25b-bdb6-4b57-89fa-3c9d230e5415", "tag": "1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b"}]}' {{(pid=103484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:20:30.179221 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8ae403-071a-4008-a882-28ccc897b096 x-openstack-request-id: req-7b8ae403-071a-4008-a882-28ccc897b096 {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:20:30.179515 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f999e25b-bdb6-4b57-89fa-3c9d230e5415", "tag": "1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b", "status": "completed", "code": 200}]} {{(pid=103484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:20:30.179799 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7b8ae403-071a-4008-a882-28ccc897b096 {{(pid=103484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:20:30.180234 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b8ae403-071a-4008-a882-28ccc897b096'] response: {'name': 'network-changed', 'server_uuid': 'f999e25b-bdb6-4b57-89fa-3c9d230e5415', 'tag': '1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b', 'status': 'completed', 'code': 200} Apr 12 03:20:30.232934 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvr_db [None req-094d86ae-2f08-4257-a60d-6e8c127409e2 None None] Set router d71a9b00-ece3-4a43-b173-788b5c0a1ee8 gateway port host: dv-cinder-837443-1-iscsi {{(pid=103485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:20:30.286518 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a43f211-6883-4bf8-b099-fde93d434753 req-f5efedb6-fca4-4a08-994e-60cf09a6d23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:20:30.288047 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1a43f211-6883-4bf8-b099-fde93d434753 req-f5efedb6-fca4-4a08-994e-60cf09a6d23b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e6abe79952f3490e8b90f1cedddb3821&device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415 HTTP/1.1" status: 200 len: 1129 time: 0.0868859 Apr 12 03:20:30.396009 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a43f211-6883-4bf8-b099-fde93d434753 req-7cf88f0b-f8c4-46bd-9dd8-7ec95d5f90cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:20:30.397549 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1a43f211-6883-4bf8-b099-fde93d434753 req-7cf88f0b-f8c4-46bd-9dd8-7ec95d5f90cc service neutron] 10.222.0.25 "GET /v2.0/networks?id=ecd0d022-8e6d-4b84-ae00-7d24036cda81 HTTP/1.1" status: 200 len: 908 time: 0.1007879 Apr 12 03:20:30.429906 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-094d86ae-2f08-4257-a60d-6e8c127409e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71a9b00-ece3-4a43-b173-788b5c0a1ee8', 'name': 'tempest-TestShelveInstance-921163632-router', 'tenant_id': 'e6abe79952f3490e8b90f1cedddb3821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '05e96a38-1ef2-4156-ad0c-8d5563b5d784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:16:06Z', 'updated_at': '2022-04-12T03:16:09Z', 'revision_number': 4, 'project_id': 'e6abe79952f3490e8b90f1cedddb3821', 'gw_port': {'id': '05e96a38-1ef2-4156-ad0c-8d5563b5d784', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71a9b00-ece3-4a43-b173-788b5c0a1ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:16:07Z', 'updated_at': '2022-04-12T03:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': '16cb1b95-b462-4e66-9293-231df6bc2e53', 'name': '', 'network_id': 'ecd0d022-8e6d-4b84-ae00-7d24036cda81', 'tenant_id': 'e6abe79952f3490e8b90f1cedddb3821', 'mac_address': 'fa:16:3e:3c:7b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71a9b00-ece3-4a43-b173-788b5c0a1ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '60de92aa-e1d9-435e-aecc-c7bfd020ffa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:16:09Z', 'updated_at': '2022-04-12T03:16:12Z', 'revision_number': 5, 'project_id': 'e6abe79952f3490e8b90f1cedddb3821', 'subnets': [{'id': '60de92aa-e1d9-435e-aecc-c7bfd020ffa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:20:30.441133 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad7ac1-405f-4064-a4bd-ee4b5541078c req-7bf39cd4-af90-42cc-a770-5323e15ecc58 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:20:30.442642 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-22ad7ac1-405f-4064-a4bd-ee4b5541078c req-7bf39cd4-af90-42cc-a770-5323e15ecc58 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/ports?device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415 HTTP/1.1" status: 200 len: 945 time: 0.1064284 Apr 12 03:20:30.461469 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094d86ae-2f08-4257-a60d-6e8c127409e2 None None] Checking router: d71a9b00-ece3-4a43-b173-788b5c0a1ee8 for host: dv-cinder-837443-1-iscsi {{(pid=103485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:20:30.470115 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094d86ae-2f08-4257-a60d-6e8c127409e2 None None] Routers {'d71a9b00-ece3-4a43-b173-788b5c0a1ee8'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:20:30.470728 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-094d86ae-2f08-4257-a60d-6e8c127409e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:20:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['d71a9b00-ece3-4a43-b173-788b5c0a1ee8'], 'active': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:20:30.492895 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-22ad7ac1-405f-4064-a4bd-ee4b5541078c req-05921b39-a29b-447a-9c37-e1e5d6bdeadf tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/security-groups?id=8458caf0-889f-4776-9743-c94f67ecf506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441303 Apr 12 03:20:30.591076 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvr_db [None req-094d86ae-2f08-4257-a60d-6e8c127409e2 None None] Set router d71a9b00-ece3-4a43-b173-788b5c0a1ee8 gateway port host: dv-cinder-837443-1-iscsi {{(pid=103485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:20:30.789833 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-094d86ae-2f08-4257-a60d-6e8c127409e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71a9b00-ece3-4a43-b173-788b5c0a1ee8', 'name': 'tempest-TestShelveInstance-921163632-router', 'tenant_id': 'e6abe79952f3490e8b90f1cedddb3821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '05e96a38-1ef2-4156-ad0c-8d5563b5d784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:16:06Z', 'updated_at': '2022-04-12T03:16:09Z', 'revision_number': 4, 'project_id': 'e6abe79952f3490e8b90f1cedddb3821', 'gw_port': {'id': '05e96a38-1ef2-4156-ad0c-8d5563b5d784', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71a9b00-ece3-4a43-b173-788b5c0a1ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:16:07Z', 'updated_at': '2022-04-12T03:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': '16cb1b95-b462-4e66-9293-231df6bc2e53', 'name': '', 'network_id': 'ecd0d022-8e6d-4b84-ae00-7d24036cda81', 'tenant_id': 'e6abe79952f3490e8b90f1cedddb3821', 'mac_address': 'fa:16:3e:3c:7b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71a9b00-ece3-4a43-b173-788b5c0a1ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '60de92aa-e1d9-435e-aecc-c7bfd020ffa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:16:09Z', 'updated_at': '2022-04-12T03:16:12Z', 'revision_number': 5, 'project_id': 'e6abe79952f3490e8b90f1cedddb3821', 'subnets': [{'id': '60de92aa-e1d9-435e-aecc-c7bfd020ffa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:20:30.820018 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094d86ae-2f08-4257-a60d-6e8c127409e2 None None] The sync data for ids ['d71a9b00-ece3-4a43-b173-788b5c0a1ee8'] in dv-cinder-837443-1-iscsi is: [{'id': 'd71a9b00-ece3-4a43-b173-788b5c0a1ee8', 'name': 'tempest-TestShelveInstance-921163632-router', 'tenant_id': 'e6abe79952f3490e8b90f1cedddb3821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '05e96a38-1ef2-4156-ad0c-8d5563b5d784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:16:06Z', 'updated_at': '2022-04-12T03:16:09Z', 'revision_number': 4, 'project_id': 'e6abe79952f3490e8b90f1cedddb3821', 'gw_port': {'id': '05e96a38-1ef2-4156-ad0c-8d5563b5d784', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71a9b00-ece3-4a43-b173-788b5c0a1ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:16:07Z', 'updated_at': '2022-04-12T03:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi', '_interfaces': [{'id': '16cb1b95-b462-4e66-9293-231df6bc2e53', 'name': '', 'network_id': 'ecd0d022-8e6d-4b84-ae00-7d24036cda81', 'tenant_id': 'e6abe79952f3490e8b90f1cedddb3821', 'mac_address': 'fa:16:3e:3c:7b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71a9b00-ece3-4a43-b173-788b5c0a1ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '60de92aa-e1d9-435e-aecc-c7bfd020ffa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:16:09Z', 'updated_at': '2022-04-12T03:16:12Z', 'revision_number': 5, 'project_id': 'e6abe79952f3490e8b90f1cedddb3821', 'subnets': [{'id': '60de92aa-e1d9-435e-aecc-c7bfd020ffa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:20:31.037313 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c762de-4646-409c-ab22-254c8aec4fe0 None None] New status for floating IP ed5442c5-5b07-4dc6-9244-0e38c8f36e8c: DOWN {{(pid=103486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 03:20:31.326883 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1a43f211-6883-4bf8-b099-fde93d434753 req-e0966b25-7ae2-4185-a2f2-7753cbd247b0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b HTTP/1.1" status: 200 len: 217 time: 0.0463905 Apr 12 03:20:31.379888 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:31.382776 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a43f211-6883-4bf8-b099-fde93d434753 req-f0c0cdf3-a347-411c-bc2e-e9d9bb6fdb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:20:31.384602 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1a43f211-6883-4bf8-b099-fde93d434753 req-f0c0cdf3-a347-411c-bc2e-e9d9bb6fdb8a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=60de92aa-e1d9-435e-aecc-c7bfd020ffa3 HTTP/1.1" status: 200 len: 847 time: 0.0500181 Apr 12 03:20:31.496850 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a43f211-6883-4bf8-b099-fde93d434753 req-069543c0-2209-4f9d-884a-25427b5dcbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:20:31.498325 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1a43f211-6883-4bf8-b099-fde93d434753 req-069543c0-2209-4f9d-884a-25427b5dcbb0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ecd0d022-8e6d-4b84-ae00-7d24036cda81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431004 Apr 12 03:20:31.595025 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1a43f211-6883-4bf8-b099-fde93d434753 req-42d286e9-1447-45e7-93b8-6dd325a892d3 service neutron] 10.222.0.25 "GET /v2.0/networks/ecd0d022-8e6d-4b84-ae00-7d24036cda81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898917 Apr 12 03:20:31.672581 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db7503-f114-4d23-aedb-b56403ed5f0d req-72e35e4f-57db-46cf-a3ac-e92b511c9084 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:20:31.673976 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-c1db7503-f114-4d23-aedb-b56403ed5f0d req-72e35e4f-57db-46cf-a3ac-e92b511c9084 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/ports?device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415 HTTP/1.1" status: 200 len: 945 time: 0.1072187 Apr 12 03:20:31.749607 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-c1db7503-f114-4d23-aedb-b56403ed5f0d req-e9bd486f-6a62-4535-ace2-230448221e88 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/security-groups?id=8458caf0-889f-4776-9743-c94f67ecf506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670514 Apr 12 03:20:31.805797 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-1a43f211-6883-4bf8-b099-fde93d434753 req-e3a11dff-99c1-465c-8ea3-36063d38f968 service neutron] 10.222.0.25 "GET /v2.0/networks/ecd0d022-8e6d-4b84-ae00-7d24036cda81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036100 Apr 12 03:20:31.816093 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954099c-d3f4-47af-bfaf-e31750ca1ff8 req-363de1d2-4903-4853-8728-ef7ea08be24a tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:20:31.817604 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-a954099c-d3f4-47af-bfaf-e31750ca1ff8 req-363de1d2-4903-4853-8728-ef7ea08be24a tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.25 "GET /v2.0/ports?device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415 HTTP/1.1" status: 200 len: 945 time: 0.0536008 Apr 12 03:20:31.904661 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [req-a954099c-d3f4-47af-bfaf-e31750ca1ff8 req-785d99e0-7d17-408e-a17e-fec80ff53053 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Deleting port 1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b {{(pid=103483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:20:31.904973 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-a954099c-d3f4-47af-bfaf-e31750ca1ff8 req-785d99e0-7d17-408e-a17e-fec80ff53053 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:32.001421 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.db [req-a954099c-d3f4-47af-bfaf-e31750ca1ff8 req-785d99e0-7d17-408e-a17e-fec80ff53053 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] For port 1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b,segment=NetworkSegment(b99ddfd6-7b74-455f-996a-28bca2594ae6),segment_id=b99ddfd6-7b74-455f-996a-28bca2594ae6)] {{(pid=103483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:20:32.001756 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-a954099c-d3f4-47af-bfaf-e31750ca1ff8 req-785d99e0-7d17-408e-a17e-fec80ff53053 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:32.016274 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [req-a954099c-d3f4-47af-bfaf-e31750ca1ff8 req-785d99e0-7d17-408e-a17e-fec80ff53053 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Calling delete_port for 1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b owned by compute:nova {{(pid=103483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:20:32.151373 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-a954099c-d3f4-47af-bfaf-e31750ca1ff8 req-785d99e0-7d17-408e-a17e-fec80ff53053 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28322803'] for port (1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:32.182744 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785d99e0-7d17-408e-a17e-fec80ff53053 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Pushing event deleted for resources: {'Port': ['ID=1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:20:32.210945 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d99e0-7d17-408e-a17e-fec80ff53053 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:32.211289 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d99e0-7d17-408e-a17e-fec80ff53053 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:32.211637 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d99e0-7d17-408e-a17e-fec80ff53053 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:32.212016 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d99e0-7d17-408e-a17e-fec80ff53053 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:32.212509 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d99e0-7d17-408e-a17e-fec80ff53053 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:32.212880 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d99e0-7d17-408e-a17e-fec80ff53053 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:32.213219 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d99e0-7d17-408e-a17e-fec80ff53053 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:32.213580 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d99e0-7d17-408e-a17e-fec80ff53053 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:32.214141 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d99e0-7d17-408e-a17e-fec80ff53053 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:32.214457 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d99e0-7d17-408e-a17e-fec80ff53053 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:32.214785 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d99e0-7d17-408e-a17e-fec80ff53053 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:32.215096 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d99e0-7d17-408e-a17e-fec80ff53053 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:32.215417 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d99e0-7d17-408e-a17e-fec80ff53053 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:32.215746 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d99e0-7d17-408e-a17e-fec80ff53053 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:32.216079 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d99e0-7d17-408e-a17e-fec80ff53053 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:32.236407 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.l3_dvrscheduler_db [req-a954099c-d3f4-47af-bfaf-e31750ca1ff8 req-785d99e0-7d17-408e-a17e-fec80ff53053 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] No DVR routers for this DVR port 1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b on host hv-cinder-83744 {{(pid=103483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:20:32.239194 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [req-a954099c-d3f4-47af-bfaf-e31750ca1ff8 req-785d99e0-7d17-408e-a17e-fec80ff53053 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4157144'] for port (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:32.242452 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [req-a954099c-d3f4-47af-bfaf-e31750ca1ff8 req-785d99e0-7d17-408e-a17e-fec80ff53053 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.25 "DELETE /v2.0/ports/1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b HTTP/1.1" status: 204 len: 173 time: 0.4198081 Apr 12 03:20:32.242898 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f999e25b-bdb6-4b57-89fa-3c9d230e5415', 'name': 'network-vif-deleted', 'tag': '1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b'}] {{(pid=103483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:20:32.245315 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e274900216188b1398d2f2ab6fda0f9d84329b9f507230773e3e9728a2d4b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7edb50fe-628b-429b-ad6e-419d6c7de544" -d '{"events": [{"server_uuid": "f999e25b-bdb6-4b57-89fa-3c9d230e5415", "name": "network-vif-deleted", "tag": "1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b"}]}' {{(pid=103483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:20:32.281438 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74b30f6-8945-412f-a1d8-fe565e5d9ed2 x-openstack-request-id: req-d74b30f6-8945-412f-a1d8-fe565e5d9ed2 {{(pid=103483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:20:32.281734 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f999e25b-bdb6-4b57-89fa-3c9d230e5415", "name": "network-vif-deleted", "tag": "1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b", "status": "completed", "code": 200}]} {{(pid=103483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:20:32.281987 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d74b30f6-8945-412f-a1d8-fe565e5d9ed2 {{(pid=103483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:20:32.282399 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d74b30f6-8945-412f-a1d8-fe565e5d9ed2'] response: {'server_uuid': 'f999e25b-bdb6-4b57-89fa-3c9d230e5415', 'name': 'network-vif-deleted', 'tag': '1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b', 'status': 'completed', 'code': 200} Apr 12 03:20:32.873075 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [req-18f3be65-c364-4540-bc4f-b2728a531c66 req-b62412a9-126e-4d0d-923b-bf714577d5a4 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "GET /v2.0/ports?device_id=f999e25b-bdb6-4b57-89fa-3c9d230e5415 HTTP/1.1" status: 200 len: 210 time: 0.0320573 Apr 12 03:20:33.941066 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 52762) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:20:33.998525 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-072e72d2-0a14-40e3-99f4-bdc9459e73e6 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Publish callbacks [] for security_group (8458caf0-889f-4776-9743-c94f67ecf506), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:34.024356 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-072e72d2-0a14-40e3-99f4-bdc9459e73e6 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Publish callbacks [] for security_group (8458caf0-889f-4776-9743-c94f67ecf506), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:34.093207 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-072e72d2-0a14-40e3-99f4-bdc9459e73e6 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (8458caf0-889f-4776-9743-c94f67ecf506), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:34.095994 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-072e72d2-0a14-40e3-99f4-bdc9459e73e6 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:34.097165 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-072e72d2-0a14-40e3-99f4-bdc9459e73e6 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] 10.222.0.32 "DELETE /v2.0/security-groups/8458caf0-889f-4776-9743-c94f67ecf506 HTTP/1.1" status: 204 len: 168 time: 0.1551392 Apr 12 03:20:34.106269 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072e72d2-0a14-40e3-99f4-bdc9459e73e6 tempest-TestShelveInstance-774692734 tempest-TestShelveInstance-774692734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8458caf0-889f-4776-9743-c94f67ecf506,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:20:34.151385 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 52766) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:20:34.485102 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b9f00129-9ac2-41ed-8b06-a4cfc4dd5dde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685297'] for router_interface (d71a9b00-ece3-4a43-b173-788b5c0a1ee8), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:34.899917 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [req-abe31919-cbe7-44ae-a2ac-e36b6c4a35d5 req-16164b94-647f-48ff-9a23-2e34d6d350c6 service neutron] (103484) timed out ('10.222.0.25', 53490) {{(pid=103484) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 03:20:35.016018 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-b9f00129-9ac2-41ed-8b06-a4cfc4dd5dde admin admin] Deleting port 16cb1b95-b462-4e66-9293-231df6bc2e53 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:20:35.016754 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b9f00129-9ac2-41ed-8b06-a4cfc4dd5dde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (16cb1b95-b462-4e66-9293-231df6bc2e53), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:35.112113 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-b9f00129-9ac2-41ed-8b06-a4cfc4dd5dde admin admin] For port 16cb1b95-b462-4e66-9293-231df6bc2e53, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=16cb1b95-b462-4e66-9293-231df6bc2e53,segment=NetworkSegment(b99ddfd6-7b74-455f-996a-28bca2594ae6),segment_id=b99ddfd6-7b74-455f-996a-28bca2594ae6)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:20:35.112449 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b9f00129-9ac2-41ed-8b06-a4cfc4dd5dde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (16cb1b95-b462-4e66-9293-231df6bc2e53), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:35.125541 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-b9f00129-9ac2-41ed-8b06-a4cfc4dd5dde admin admin] Calling delete_port for 16cb1b95-b462-4e66-9293-231df6bc2e53 owned by network:router_interface {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:20:35.320837 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b9f00129-9ac2-41ed-8b06-a4cfc4dd5dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28695539'] for port (16cb1b95-b462-4e66-9293-231df6bc2e53), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:35.355527 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f00129-9ac2-41ed-8b06-a4cfc4dd5dde admin admin] Pushing event deleted for resources: {'Port': ['ID=16cb1b95-b462-4e66-9293-231df6bc2e53,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:20:35.535690 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-b9f00129-9ac2-41ed-8b06-a4cfc4dd5dde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685149'] for router_interface (d71a9b00-ece3-4a43-b173-788b5c0a1ee8), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:35.774820 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9f00129-9ac2-41ed-8b06-a4cfc4dd5dde admin admin] Router d71a9b00-ece3-4a43-b173-788b5c0a1ee8 has already been hosted by L3 agent beb15aed-f2b6-4676-85ca-b43f14e6acf3 {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:20:35.900125 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f00129-9ac2-41ed-8b06-a4cfc4dd5dde admin admin] Notify agent at l3_agent.dv-cinder-837443-1-iscsi the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:20:35.908209 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 52768) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:20:35.908655 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-b9f00129-9ac2-41ed-8b06-a4cfc4dd5dde admin admin] 10.222.0.32 "PUT /v2.0/routers/d71a9b00-ece3-4a43-b173-788b5c0a1ee8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7541006 Apr 12 03:20:35.910399 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719ec72c-93b0-4f07-a876-7e1f59cc70e9 None None] Sync routers for ids ['d71a9b00-ece3-4a43-b173-788b5c0a1ee8'] in dv-cinder-837443-1-iscsi {{(pid=103485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:20:35.920696 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719ec72c-93b0-4f07-a876-7e1f59cc70e9 None None] Routers {'d71a9b00-ece3-4a43-b173-788b5c0a1ee8'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:20:35.921316 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-719ec72c-93b0-4f07-a876-7e1f59cc70e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:20:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['d71a9b00-ece3-4a43-b173-788b5c0a1ee8'], 'active': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:20:36.017380 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-dbd65896-40fd-42fe-b526-0130ee03db30 admin admin] Publish callbacks [] for router (d71a9b00-ece3-4a43-b173-788b5c0a1ee8), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:36.030213 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvr_db [None req-719ec72c-93b0-4f07-a876-7e1f59cc70e9 None None] Set router d71a9b00-ece3-4a43-b173-788b5c0a1ee8 gateway port host: dv-cinder-837443-1-iscsi {{(pid=103485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:20:36.125955 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-dbd65896-40fd-42fe-b526-0130ee03db30 admin admin] Publish callbacks [] for router_gateway (d71a9b00-ece3-4a43-b173-788b5c0a1ee8), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:36.175643 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [None req-dbd65896-40fd-42fe-b526-0130ee03db30 admin admin] Deleting port 05e96a38-1ef2-4156-ad0c-8d5563b5d784 {{(pid=103483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:20:36.176000 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-dbd65896-40fd-42fe-b526-0130ee03db30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (05e96a38-1ef2-4156-ad0c-8d5563b5d784), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:36.204660 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-719ec72c-93b0-4f07-a876-7e1f59cc70e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71a9b00-ece3-4a43-b173-788b5c0a1ee8', 'name': 'tempest-TestShelveInstance-921163632-router', 'tenant_id': 'e6abe79952f3490e8b90f1cedddb3821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '05e96a38-1ef2-4156-ad0c-8d5563b5d784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:16:06Z', 'updated_at': '2022-04-12T03:20:35Z', 'revision_number': 5, 'project_id': 'e6abe79952f3490e8b90f1cedddb3821', 'gw_port': {'id': '05e96a38-1ef2-4156-ad0c-8d5563b5d784', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71a9b00-ece3-4a43-b173-788b5c0a1ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:16:07Z', 'updated_at': '2022-04-12T03:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi'}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:20:36.236693 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719ec72c-93b0-4f07-a876-7e1f59cc70e9 None None] Checking router: d71a9b00-ece3-4a43-b173-788b5c0a1ee8 for host: dv-cinder-837443-1-iscsi {{(pid=103485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:20:36.245535 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719ec72c-93b0-4f07-a876-7e1f59cc70e9 None None] Routers {'d71a9b00-ece3-4a43-b173-788b5c0a1ee8'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:20:36.246145 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-719ec72c-93b0-4f07-a876-7e1f59cc70e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:20:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['d71a9b00-ece3-4a43-b173-788b5c0a1ee8'], 'active': True} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:20:36.262137 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.db [None req-dbd65896-40fd-42fe-b526-0130ee03db30 admin admin] For port 05e96a38-1ef2-4156-ad0c-8d5563b5d784, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=05e96a38-1ef2-4156-ad0c-8d5563b5d784,segment=NetworkSegment(44a05d23-3fd0-4081-9abb-c6033767afb5),segment_id=44a05d23-3fd0-4081-9abb-c6033767afb5)] {{(pid=103483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:20:36.262504 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-dbd65896-40fd-42fe-b526-0130ee03db30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (05e96a38-1ef2-4156-ad0c-8d5563b5d784), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:36.276654 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [None req-dbd65896-40fd-42fe-b526-0130ee03db30 admin admin] Calling delete_port for 05e96a38-1ef2-4156-ad0c-8d5563b5d784 owned by network:router_gateway {{(pid=103483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:20:36.454045 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-dbd65896-40fd-42fe-b526-0130ee03db30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28322803'] for port (05e96a38-1ef2-4156-ad0c-8d5563b5d784), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:36.470846 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvr_db [None req-719ec72c-93b0-4f07-a876-7e1f59cc70e9 None None] Set router d71a9b00-ece3-4a43-b173-788b5c0a1ee8 gateway port host: None {{(pid=103485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:20:36.485345 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd65896-40fd-42fe-b526-0130ee03db30 admin admin] Pushing event deleted for resources: {'Port': ['ID=05e96a38-1ef2-4156-ad0c-8d5563b5d784,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:20:36.527251 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_hamode_db [None req-719ec72c-93b0-4f07-a876-7e1f59cc70e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71a9b00-ece3-4a43-b173-788b5c0a1ee8', 'name': 'tempest-TestShelveInstance-921163632-router', 'tenant_id': 'e6abe79952f3490e8b90f1cedddb3821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:16:06Z', 'updated_at': '2022-04-12T03:20:36Z', 'revision_number': 6, 'project_id': 'e6abe79952f3490e8b90f1cedddb3821', 'gw_port_host': None}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:20:36.539974 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-dbd65896-40fd-42fe-b526-0130ee03db30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682811'] for router_gateway (d71a9b00-ece3-4a43-b173-788b5c0a1ee8), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:36.558165 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719ec72c-93b0-4f07-a876-7e1f59cc70e9 None None] The sync data for ids ['d71a9b00-ece3-4a43-b173-788b5c0a1ee8'] in dv-cinder-837443-1-iscsi is: [{'id': 'd71a9b00-ece3-4a43-b173-788b5c0a1ee8', 'name': 'tempest-TestShelveInstance-921163632-router', 'tenant_id': 'e6abe79952f3490e8b90f1cedddb3821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:16:06Z', 'updated_at': '2022-04-12T03:20:36Z', 'revision_number': 6, 'project_id': 'e6abe79952f3490e8b90f1cedddb3821', 'gw_port_host': None}] {{(pid=103485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:20:36.642949 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-dbd65896-40fd-42fe-b526-0130ee03db30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3784277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4538'] for router (d71a9b00-ece3-4a43-b173-788b5c0a1ee8), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:36.645193 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-dbd65896-40fd-42fe-b526-0130ee03db30 admin admin] Publish callbacks [] for router_controller (d71a9b00-ece3-4a43-b173-788b5c0a1ee8), precommit_delete_associations {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:36.691376 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-dbd65896-40fd-42fe-b526-0130ee03db30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3784284'] for router (d71a9b00-ece3-4a43-b173-788b5c0a1ee8), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:36.691987 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd65896-40fd-42fe-b526-0130ee03db30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d71a9b00-ece3-4a43-b173-788b5c0a1ee8 {{(pid=103483) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 03:20:36.696436 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-dbd65896-40fd-42fe-b526-0130ee03db30 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:36.697567 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-dbd65896-40fd-42fe-b526-0130ee03db30 admin admin] 10.222.0.32 "DELETE /v2.0/routers/d71a9b00-ece3-4a43-b173-788b5c0a1ee8 HTTP/1.1" status: 204 len: 168 time: 0.7883866 Apr 12 03:20:36.701494 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 52770) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:20:36.751061 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff92f3ab-3857-4154-b59b-125746ab2b62 admin admin] Deleting subnet 60de92aa-e1d9-435e-aecc-c7bfd020ffa3 {{(pid=103483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 03:20:36.754062 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ff92f3ab-3857-4154-b59b-125746ab2b62 admin admin] Publish callbacks [] for subnet (60de92aa-e1d9-435e-aecc-c7bfd020ffa3), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:36.794231 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ff92f3ab-3857-4154-b59b-125746ab2b62 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1983584'] for subnet (60de92aa-e1d9-435e-aecc-c7bfd020ffa3), precommit_delete_associations {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:36.877642 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ff92f3ab-3857-4154-b59b-125746ab2b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662842'] for subnet (60de92aa-e1d9-435e-aecc-c7bfd020ffa3), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:36.934223 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ff92f3ab-3857-4154-b59b-125746ab2b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28322702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28286562'] for subnet (60de92aa-e1d9-435e-aecc-c7bfd020ffa3), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:36.961314 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff92f3ab-3857-4154-b59b-125746ab2b62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60de92aa-e1d9-435e-aecc-c7bfd020ffa3,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:20:36.965405 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-ff92f3ab-3857-4154-b59b-125746ab2b62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for subnet (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:36.968584 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-ff92f3ab-3857-4154-b59b-125746ab2b62 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/60de92aa-e1d9-435e-aecc-c7bfd020ffa3 HTTP/1.1" status: 204 len: 168 time: 0.2658050 Apr 12 03:20:36.971159 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [-] (103483) accepted ('10.222.0.32', 52772) {{(pid=103483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:20:36.973262 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da1f8f4-9432-45f0-9cb7-d74288919f11 None None] Network ecd0d022-8e6d-4b84-ae00-7d24036cda81 requested from dv-cinder-837443-1-iscsi {{(pid=103485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:20:37.028134 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device 1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b no longer exists at agent hyperv_hv-cinder-83744 {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:20:37.043161 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-b04d1d9c-a47a-45ce-96bc-ec17fe0390b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688745'] for network (ecd0d022-8e6d-4b84-ae00-7d24036cda81), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:37.051302 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] No Port match for: 1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b {{(pid=103485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:20:37.051737 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Device 1b2f1a24-c7ef-467a-a1d3-eb86bf5bd72b not bound to the agent host hv-cinder-83744 {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:20:37.087267 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [None req-b04d1d9c-a47a-45ce-96bc-ec17fe0390b5 admin admin] Deleting port 33bf48c3-c3d0-4aae-82fe-a34f5a77ad84 {{(pid=103483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:20:37.087595 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-b04d1d9c-a47a-45ce-96bc-ec17fe0390b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (33bf48c3-c3d0-4aae-82fe-a34f5a77ad84), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:37.153968 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.db [None req-b04d1d9c-a47a-45ce-96bc-ec17fe0390b5 admin admin] For port 33bf48c3-c3d0-4aae-82fe-a34f5a77ad84, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=33bf48c3-c3d0-4aae-82fe-a34f5a77ad84,segment=NetworkSegment(b99ddfd6-7b74-455f-996a-28bca2594ae6),segment_id=b99ddfd6-7b74-455f-996a-28bca2594ae6)] {{(pid=103483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:20:37.154299 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-b04d1d9c-a47a-45ce-96bc-ec17fe0390b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (33bf48c3-c3d0-4aae-82fe-a34f5a77ad84), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:37.167215 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.plugin [None req-b04d1d9c-a47a-45ce-96bc-ec17fe0390b5 admin admin] Calling delete_port for 33bf48c3-c3d0-4aae-82fe-a34f5a77ad84 owned by network:dhcp {{(pid=103483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:20:37.248798 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-b04d1d9c-a47a-45ce-96bc-ec17fe0390b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28322803'] for port (33bf48c3-c3d0-4aae-82fe-a34f5a77ad84), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:37.271990 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04d1d9c-a47a-45ce-96bc-ec17fe0390b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=33bf48c3-c3d0-4aae-82fe-a34f5a77ad84,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:20:37.277915 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04d1d9c-a47a-45ce-96bc-ec17fe0390b5 admin admin] No DVR routers for this DVR port 33bf48c3-c3d0-4aae-82fe-a34f5a77ad84 on host dv-cinder-837443-1-iscsi {{(pid=103483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:20:37.339856 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70b5c11-f31c-4b58-9b23-73c12eebd943 None None] DHCP port deletion for ecd0d022-8e6d-4b84-ae00-7d24036cda81 request from dv-cinder-837443-1-iscsi {{(pid=103485) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 03:20:37.357172 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-b04d1d9c-a47a-45ce-96bc-ec17fe0390b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659639', 'neutron.services.segments.db._delete_segments_for_network-8733264514991'] for network (ecd0d022-8e6d-4b84-ae00-7d24036cda81), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:37.377843 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.services.segments.db [None req-b04d1d9c-a47a-45ce-96bc-ec17fe0390b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecd0d022-8e6d-4b84-ae00-7d24036cda81']}} {{(pid=103483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:20:37.387588 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.services.segments.db [None req-b04d1d9c-a47a-45ce-96bc-ec17fe0390b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b99ddfd6-7b74-455f-996a-28bca2594ae6') {'for_net_delete': True} {{(pid=103483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:20:37.387917 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.services.segments.db [None req-b04d1d9c-a47a-45ce-96bc-ec17fe0390b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b99ddfd6-7b74-455f-996a-28bca2594ae6') {} {{(pid=103483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:20:37.397744 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-b04d1d9c-a47a-45ce-96bc-ec17fe0390b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733264516792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1983593'] for segment (b99ddfd6-7b74-455f-996a-28bca2594ae6), before_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:37.411585 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-b04d1d9c-a47a-45ce-96bc-ec17fe0390b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (b99ddfd6-7b74-455f-996a-28bca2594ae6), precommit_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:37.418599 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b04d1d9c-a47a-45ce-96bc-ec17fe0390b5 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 03:20:37.418990 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-b04d1d9c-a47a-45ce-96bc-ec17fe0390b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28322596'] for segment (b99ddfd6-7b74-455f-996a-28bca2594ae6), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:37.420975 dv-cinder-837443-1-iscsi neutron-server[103483]: Traceback (most recent call last): Apr 12 03:20:37.420975 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 03:20:37.420975 dv-cinder-837443-1-iscsi neutron-server[103483]: timer() Apr 12 03:20:37.420975 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 03:20:37.420975 dv-cinder-837443-1-iscsi neutron-server[103483]: cb(*args, **kw) Apr 12 03:20:37.420975 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 03:20:37.420975 dv-cinder-837443-1-iscsi neutron-server[103483]: return func(*args, **kwargs) Apr 12 03:20:37.420975 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 03:20:37.420975 dv-cinder-837443-1-iscsi neutron-server[103483]: self._notify() Apr 12 03:20:37.420975 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 03:20:37.420975 dv-cinder-837443-1-iscsi neutron-server[103483]: self.callback(batched_events) Apr 12 03:20:37.420975 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 03:20:37.420975 dv-cinder-837443-1-iscsi neutron-server[103483]: event.method(event) Apr 12 03:20:37.420975 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 03:20:37.420975 dv-cinder-837443-1-iscsi neutron-server[103483]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 03:20:37.420975 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 03:20:37.420975 dv-cinder-837443-1-iscsi neutron-server[103483]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 03:20:37.420975 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 03:20:37.420975 dv-cinder-837443-1-iscsi neutron-server[103483]: return f(self, *a, **k) Apr 12 03:20:37.420975 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 03:20:37.420975 dv-cinder-837443-1-iscsi neutron-server[103483]: return self._get(url).json() Apr 12 03:20:37.420975 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 03:20:37.420975 dv-cinder-837443-1-iscsi neutron-server[103483]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 03:20:37.420975 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 03:20:37.420975 dv-cinder-837443-1-iscsi neutron-server[103483]: return self.request(url, 'GET', **kwargs) Apr 12 03:20:37.420975 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 03:20:37.420975 dv-cinder-837443-1-iscsi neutron-server[103483]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 03:20:37.420975 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 03:20:37.420975 dv-cinder-837443-1-iscsi neutron-server[103483]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 03:20:37.420975 dv-cinder-837443-1-iscsi neutron-server[103483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 03:20:37.420975 dv-cinder-837443-1-iscsi neutron-server[103483]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 03:20:37.420975 dv-cinder-837443-1-iscsi neutron-server[103483]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 03:20:37.478114 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-b04d1d9c-a47a-45ce-96bc-ec17fe0390b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682719'] for network (ecd0d022-8e6d-4b84-ae00-7d24036cda81), after_delete {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:37.483860 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron_lib.callbacks.manager [None req-b04d1d9c-a47a-45ce-96bc-ec17fe0390b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for network (None), before_response {{(pid=103483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:37.486946 dv-cinder-837443-1-iscsi neutron-server[103483]: INFO neutron.wsgi [None req-b04d1d9c-a47a-45ce-96bc-ec17fe0390b5 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ecd0d022-8e6d-4b84-ae00-7d24036cda81 HTTP/1.1" status: 204 len: 168 time: 0.5147719 Apr 12 03:20:37.490310 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 52774) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:20:37.498208 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04d1d9c-a47a-45ce-96bc-ec17fe0390b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecd0d022-8e6d-4b84-ae00-7d24036cda81,revision_number=None']} {{(pid=103483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:20:37.832409 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-31f22f2c-37ef-491f-b397-44f3b5cb3102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685297'] for router_interface (d1dc579b-1855-4db3-8a2a-76596df98e02), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:38.076568 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-31f22f2c-37ef-491f-b397-44f3b5cb3102 admin admin] Deleting port 80986101-462e-4cb9-8559-0d3605fa8acb {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:20:38.076865 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-31f22f2c-37ef-491f-b397-44f3b5cb3102 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (80986101-462e-4cb9-8559-0d3605fa8acb), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:38.160558 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-31f22f2c-37ef-491f-b397-44f3b5cb3102 admin admin] For port 80986101-462e-4cb9-8559-0d3605fa8acb, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=80986101-462e-4cb9-8559-0d3605fa8acb,segment=NetworkSegment(4951fd73-3a3b-43d2-82d0-03310932afc8),segment_id=4951fd73-3a3b-43d2-82d0-03310932afc8)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:20:38.160919 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-31f22f2c-37ef-491f-b397-44f3b5cb3102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (80986101-462e-4cb9-8559-0d3605fa8acb), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:38.173881 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-31f22f2c-37ef-491f-b397-44f3b5cb3102 admin admin] Calling delete_port for 80986101-462e-4cb9-8559-0d3605fa8acb owned by network:router_interface {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:20:38.217848 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 16cb1b95-b462-4e66-9293-231df6bc2e53 no longer exists at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:20:38.238216 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] No Port match for: 16cb1b95-b462-4e66-9293-231df6bc2e53 {{(pid=103485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:20:38.238564 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 16cb1b95-b462-4e66-9293-231df6bc2e53 not bound to the agent host dv-cinder-837443-1-iscsi {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:20:38.238962 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 05e96a38-1ef2-4156-ad0c-8d5563b5d784 no longer exists at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:20:38.257755 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] No Port match for: 05e96a38-1ef2-4156-ad0c-8d5563b5d784 {{(pid=103485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:20:38.258094 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 05e96a38-1ef2-4156-ad0c-8d5563b5d784 not bound to the agent host dv-cinder-837443-1-iscsi {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:20:38.258499 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 33bf48c3-c3d0-4aae-82fe-a34f5a77ad84 no longer exists at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:20:38.277218 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] No Port match for: 33bf48c3-c3d0-4aae-82fe-a34f5a77ad84 {{(pid=103485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:20:38.277661 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 33bf48c3-c3d0-4aae-82fe-a34f5a77ad84 not bound to the agent host dv-cinder-837443-1-iscsi {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:20:38.368151 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-31f22f2c-37ef-491f-b397-44f3b5cb3102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28695539'] for port (80986101-462e-4cb9-8559-0d3605fa8acb), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:38.393272 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f22f2c-37ef-491f-b397-44f3b5cb3102 admin admin] Pushing event deleted for resources: {'Port': ['ID=80986101-462e-4cb9-8559-0d3605fa8acb,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:20:38.563305 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-31f22f2c-37ef-491f-b397-44f3b5cb3102 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685149'] for router_interface (d1dc579b-1855-4db3-8a2a-76596df98e02), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:38.789067 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f22f2c-37ef-491f-b397-44f3b5cb3102 admin admin] Router d1dc579b-1855-4db3-8a2a-76596df98e02 has already been hosted by L3 agent beb15aed-f2b6-4676-85ca-b43f14e6acf3 {{(pid=103484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:20:38.909897 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f22f2c-37ef-491f-b397-44f3b5cb3102 admin admin] Notify agent at l3_agent.dv-cinder-837443-1-iscsi the message routers_updated {{(pid=103484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:20:38.916619 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-31f22f2c-37ef-491f-b397-44f3b5cb3102 admin admin] 10.222.0.32 "PUT /v2.0/routers/d1dc579b-1855-4db3-8a2a-76596df98e02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4234400 Apr 12 03:20:38.917852 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 52776) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:20:38.920748 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875424cc-fb71-46f5-9a03-a01029251fae None None] Sync routers for ids ['d1dc579b-1855-4db3-8a2a-76596df98e02'] in dv-cinder-837443-1-iscsi {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:20:38.931989 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875424cc-fb71-46f5-9a03-a01029251fae None None] Routers {'d1dc579b-1855-4db3-8a2a-76596df98e02'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:20:38.932912 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-875424cc-fb71-46f5-9a03-a01029251fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:20:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['d1dc579b-1855-4db3-8a2a-76596df98e02'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:20:39.026575 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8d70a40f-a0ec-40be-a2dc-0c971cc251df admin admin] Publish callbacks [] for router (d1dc579b-1855-4db3-8a2a-76596df98e02), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:39.131010 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-875424cc-fb71-46f5-9a03-a01029251fae None None] Set router d1dc579b-1855-4db3-8a2a-76596df98e02 gateway port host: dv-cinder-837443-1-iscsi {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:20:39.136518 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8d70a40f-a0ec-40be-a2dc-0c971cc251df admin admin] Publish callbacks [] for router_gateway (d1dc579b-1855-4db3-8a2a-76596df98e02), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:39.182438 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-8d70a40f-a0ec-40be-a2dc-0c971cc251df admin admin] Deleting port a11a69eb-674a-44f7-89d5-0640bca6fc44 {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:20:39.182761 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8d70a40f-a0ec-40be-a2dc-0c971cc251df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (a11a69eb-674a-44f7-89d5-0640bca6fc44), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:39.266651 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-8d70a40f-a0ec-40be-a2dc-0c971cc251df admin admin] For port a11a69eb-674a-44f7-89d5-0640bca6fc44, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=a11a69eb-674a-44f7-89d5-0640bca6fc44,segment=NetworkSegment(44a05d23-3fd0-4081-9abb-c6033767afb5),segment_id=44a05d23-3fd0-4081-9abb-c6033767afb5)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:20:39.267021 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8d70a40f-a0ec-40be-a2dc-0c971cc251df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (a11a69eb-674a-44f7-89d5-0640bca6fc44), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:39.280414 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-8d70a40f-a0ec-40be-a2dc-0c971cc251df admin admin] Calling delete_port for a11a69eb-674a-44f7-89d5-0640bca6fc44 owned by network:router_gateway {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:20:39.304274 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-875424cc-fb71-46f5-9a03-a01029251fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1dc579b-1855-4db3-8a2a-76596df98e02', 'name': 'tempest-TestShelveInstance-57625654-router', 'tenant_id': '4baa9a4306cf431683b838a9d9e4062e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'external_fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'a11a69eb-674a-44f7-89d5-0640bca6fc44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:16:11Z', 'updated_at': '2022-04-12T03:20:38Z', 'revision_number': 5, 'project_id': '4baa9a4306cf431683b838a9d9e4062e', 'gw_port': {'id': 'a11a69eb-674a-44f7-89d5-0640bca6fc44', 'name': '', 'network_id': '79cba51c-a00f-4d8d-a813-38deb5f63b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dc579b-1855-4db3-8a2a-76596df98e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:16:11Z', 'updated_at': '2022-04-12T03:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b195a7-2bca-4a4f-ac92-aa862b85642e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-iscsi'}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:20:39.331143 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875424cc-fb71-46f5-9a03-a01029251fae None None] Checking router: d1dc579b-1855-4db3-8a2a-76596df98e02 for host: dv-cinder-837443-1-iscsi {{(pid=103486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:20:39.339749 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875424cc-fb71-46f5-9a03-a01029251fae None None] Routers {'d1dc579b-1855-4db3-8a2a-76596df98e02'} bound to L3 agent in host dv-cinder-837443-1-iscsi {{(pid=103486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:20:39.340362 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-875424cc-fb71-46f5-9a03-a01029251fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T02:55:57Z,description=,heartbeat_timestamp=2022-04-12T03:20:27Z,host='dv-cinder-837443-1-iscsi',id=beb15aed-f2b6-4676-85ca-b43f14e6acf3,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:55:57Z,topic='l3_agent')) {'router_ids': ['d1dc579b-1855-4db3-8a2a-76596df98e02'], 'active': True} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:20:39.428673 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_dvr_db [None req-875424cc-fb71-46f5-9a03-a01029251fae None None] Set router d1dc579b-1855-4db3-8a2a-76596df98e02 gateway port host: None {{(pid=103486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:20:39.449051 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8d70a40f-a0ec-40be-a2dc-0c971cc251df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28695539'] for port (a11a69eb-674a-44f7-89d5-0640bca6fc44), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:39.475045 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d70a40f-a0ec-40be-a2dc-0c971cc251df admin admin] Pushing event deleted for resources: {'Port': ['ID=a11a69eb-674a-44f7-89d5-0640bca6fc44,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:20:39.483934 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.l3_hamode_db [None req-875424cc-fb71-46f5-9a03-a01029251fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1dc579b-1855-4db3-8a2a-76596df98e02', 'name': 'tempest-TestShelveInstance-57625654-router', 'tenant_id': '4baa9a4306cf431683b838a9d9e4062e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:16:11Z', 'updated_at': '2022-04-12T03:20:39Z', 'revision_number': 6, 'project_id': '4baa9a4306cf431683b838a9d9e4062e', 'gw_port_host': None}], 'dv-cinder-837443-1-iscsi', False) {} {{(pid=103486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:20:39.509825 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875424cc-fb71-46f5-9a03-a01029251fae None None] The sync data for ids ['d1dc579b-1855-4db3-8a2a-76596df98e02'] in dv-cinder-837443-1-iscsi is: [{'id': 'd1dc579b-1855-4db3-8a2a-76596df98e02', 'name': 'tempest-TestShelveInstance-57625654-router', 'tenant_id': '4baa9a4306cf431683b838a9d9e4062e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:16:11Z', 'updated_at': '2022-04-12T03:20:39Z', 'revision_number': 6, 'project_id': '4baa9a4306cf431683b838a9d9e4062e', 'gw_port_host': None}] {{(pid=103486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:20:39.544254 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8d70a40f-a0ec-40be-a2dc-0c971cc251df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3682811'] for router_gateway (d1dc579b-1855-4db3-8a2a-76596df98e02), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:39.643110 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8d70a40f-a0ec-40be-a2dc-0c971cc251df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3784277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4538'] for router (d1dc579b-1855-4db3-8a2a-76596df98e02), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:39.645458 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8d70a40f-a0ec-40be-a2dc-0c971cc251df admin admin] Publish callbacks [] for router_controller (d1dc579b-1855-4db3-8a2a-76596df98e02), precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:39.695648 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8d70a40f-a0ec-40be-a2dc-0c971cc251df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3784284'] for router (d1dc579b-1855-4db3-8a2a-76596df98e02), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:39.696252 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d70a40f-a0ec-40be-a2dc-0c971cc251df admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1dc579b-1855-4db3-8a2a-76596df98e02 {{(pid=103484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 03:20:39.701577 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-8d70a40f-a0ec-40be-a2dc-0c971cc251df admin admin] Publish callbacks [] for router (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:39.702820 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-8d70a40f-a0ec-40be-a2dc-0c971cc251df admin admin] 10.222.0.32 "DELETE /v2.0/routers/d1dc579b-1855-4db3-8a2a-76596df98e02 HTTP/1.1" status: 204 len: 168 time: 0.7840817 Apr 12 03:20:39.705524 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 52778) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:20:39.753419 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ec63cb4-b639-46cf-8685-06397db3b975 admin admin] Deleting subnet 8709cd1d-a21e-47cd-9adc-19c2ebaf6be2 {{(pid=103484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 03:20:39.756555 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7ec63cb4-b639-46cf-8685-06397db3b975 admin admin] Publish callbacks [] for subnet (8709cd1d-a21e-47cd-9adc-19c2ebaf6be2), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:39.790070 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7ec63cb4-b639-46cf-8685-06397db3b975 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28399234'] for subnet (8709cd1d-a21e-47cd-9adc-19c2ebaf6be2), precommit_delete_associations {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:39.873024 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7ec63cb4-b639-46cf-8685-06397db3b975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662842'] for subnet (8709cd1d-a21e-47cd-9adc-19c2ebaf6be2), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:39.928580 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7ec63cb4-b639-46cf-8685-06397db3b975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-662787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28695438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28651215'] for subnet (8709cd1d-a21e-47cd-9adc-19c2ebaf6be2), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:39.957873 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec63cb4-b639-46cf-8685-06397db3b975 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8709cd1d-a21e-47cd-9adc-19c2ebaf6be2,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:20:39.959850 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-7ec63cb4-b639-46cf-8685-06397db3b975 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:39.963660 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-7ec63cb4-b639-46cf-8685-06397db3b975 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8709cd1d-a21e-47cd-9adc-19c2ebaf6be2 HTTP/1.1" status: 204 len: 168 time: 0.2568049 Apr 12 03:20:39.964413 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487c8b20-db58-4041-b661-b5cb5f56a612 None None] Network 577b29e7-9f41-4afd-bf98-edfb6f5b779f requested from dv-cinder-837443-1-iscsi {{(pid=103485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:20:39.965646 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 52780) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:20:40.035709 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-654efc6b-4a91-49b8-8ed9-ed6f06ba9497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-688745'] for network (577b29e7-9f41-4afd-bf98-edfb6f5b779f), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:40.259715 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42c3287-57db-494d-8a0c-b6c69e6b737a None None] DHCP port deletion for 577b29e7-9f41-4afd-bf98-edfb6f5b779f request from dv-cinder-837443-1-iscsi {{(pid=103485) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 03:20:40.311522 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-e42c3287-57db-494d-8a0c-b6c69e6b737a None None] Deleting port a9b2408b-ba96-4f26-9d73-3c22e541745d {{(pid=103485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:20:40.312016 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e42c3287-57db-494d-8a0c-b6c69e6b737a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (a9b2408b-ba96-4f26-9d73-3c22e541745d), before_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:40.326848 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 80986101-462e-4cb9-8559-0d3605fa8acb no longer exists at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:20:40.357881 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-654efc6b-4a91-49b8-8ed9-ed6f06ba9497 admin admin] Deleting port a9b2408b-ba96-4f26-9d73-3c22e541745d {{(pid=103484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:20:40.358205 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-654efc6b-4a91-49b8-8ed9-ed6f06ba9497 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733264537119'] for port (a9b2408b-ba96-4f26-9d73-3c22e541745d), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:40.360848 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] No Port match for: 80986101-462e-4cb9-8559-0d3605fa8acb {{(pid=103485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:20:40.361186 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device 80986101-462e-4cb9-8559-0d3605fa8acb not bound to the agent host dv-cinder-837443-1-iscsi {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:20:40.361593 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device a11a69eb-674a-44f7-89d5-0640bca6fc44 no longer exists at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:20:40.408818 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] No Port match for: a11a69eb-674a-44f7-89d5-0640bca6fc44 {{(pid=103485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:20:40.409165 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device a11a69eb-674a-44f7-89d5-0640bca6fc44 not bound to the agent host dv-cinder-837443-1-iscsi {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:20:40.409566 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.rpc [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Device a9b2408b-ba96-4f26-9d73-3c22e541745d no longer exists at agent ovs-agent-dv-cinder-837443-1-iscsi {{(pid=103485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:20:40.425144 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.db [None req-654efc6b-4a91-49b8-8ed9-ed6f06ba9497 admin admin] For port a9b2408b-ba96-4f26-9d73-3c22e541745d, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=a9b2408b-ba96-4f26-9d73-3c22e541745d,segment=NetworkSegment(4951fd73-3a3b-43d2-82d0-03310932afc8),segment_id=4951fd73-3a3b-43d2-82d0-03310932afc8)] {{(pid=103484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:20:40.425518 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-654efc6b-4a91-49b8-8ed9-ed6f06ba9497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (a9b2408b-ba96-4f26-9d73-3c22e541745d), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:40.439119 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.plugin [None req-654efc6b-4a91-49b8-8ed9-ed6f06ba9497 admin admin] Calling delete_port for a9b2408b-ba96-4f26-9d73-3c22e541745d owned by network:dhcp {{(pid=103484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:20:40.442227 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.db [None req-e42c3287-57db-494d-8a0c-b6c69e6b737a None None] For port a9b2408b-ba96-4f26-9d73-3c22e541745d, host dv-cinder-837443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-iscsi',level=0,port_id=a9b2408b-ba96-4f26-9d73-3c22e541745d,segment=NetworkSegment(4951fd73-3a3b-43d2-82d0-03310932afc8),segment_id=4951fd73-3a3b-43d2-82d0-03310932afc8)] {{(pid=103485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:20:40.442618 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e42c3287-57db-494d-8a0c-b6c69e6b737a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725615'] for port (a9b2408b-ba96-4f26-9d73-3c22e541745d), precommit_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:40.463048 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-e42c3287-57db-494d-8a0c-b6c69e6b737a None None] Calling delete_port for a9b2408b-ba96-4f26-9d73-3c22e541745d owned by network:dhcp {{(pid=103485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:20:40.526709 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-654efc6b-4a91-49b8-8ed9-ed6f06ba9497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28695539'] for port (a9b2408b-ba96-4f26-9d73-3c22e541745d), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:40.551510 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654efc6b-4a91-49b8-8ed9-ed6f06ba9497 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9b2408b-ba96-4f26-9d73-3c22e541745d,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:20:40.557756 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654efc6b-4a91-49b8-8ed9-ed6f06ba9497 admin admin] No DVR routers for this DVR port a9b2408b-ba96-4f26-9d73-3c22e541745d on host dv-cinder-837443-1-iscsi {{(pid=103484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:20:40.562320 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.plugins.ml2.plugin [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Port a9b2408b-ba96-4f26-9d73-3c22e541745d update to DOWN by agent not found {{(pid=103485) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Apr 12 03:20:40.571281 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-e42c3287-57db-494d-8a0c-b6c69e6b737a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-702391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4071680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733264543757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733264002115'] for port (a9b2408b-ba96-4f26-9d73-3c22e541745d), after_delete {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:40.605471 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42c3287-57db-494d-8a0c-b6c69e6b737a None None] Pushing event deleted for resources: {'Port': ['ID=a9b2408b-ba96-4f26-9d73-3c22e541745d,revision_number=None']} {{(pid=103485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:20:40.615327 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42c3287-57db-494d-8a0c-b6c69e6b737a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:40.615742 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42c3287-57db-494d-8a0c-b6c69e6b737a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:40.616053 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42c3287-57db-494d-8a0c-b6c69e6b737a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:40.616397 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42c3287-57db-494d-8a0c-b6c69e6b737a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:40.616733 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42c3287-57db-494d-8a0c-b6c69e6b737a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:40.617064 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42c3287-57db-494d-8a0c-b6c69e6b737a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:40.617391 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42c3287-57db-494d-8a0c-b6c69e6b737a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:40.617717 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42c3287-57db-494d-8a0c-b6c69e6b737a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:40.618042 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42c3287-57db-494d-8a0c-b6c69e6b737a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:40.618371 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42c3287-57db-494d-8a0c-b6c69e6b737a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:40.618698 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42c3287-57db-494d-8a0c-b6c69e6b737a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:40.619024 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42c3287-57db-494d-8a0c-b6c69e6b737a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:40.619348 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42c3287-57db-494d-8a0c-b6c69e6b737a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:40.619701 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42c3287-57db-494d-8a0c-b6c69e6b737a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:40.620044 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42c3287-57db-494d-8a0c-b6c69e6b737a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-iscsi {{(pid=103485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:40.622876 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42c3287-57db-494d-8a0c-b6c69e6b737a None None] No DVR routers for this DVR port a9b2408b-ba96-4f26-9d73-3c22e541745d on host dv-cinder-837443-1-iscsi {{(pid=103485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:20:40.638711 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-654efc6b-4a91-49b8-8ed9-ed6f06ba9497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659639', 'neutron.services.segments.db._delete_segments_for_network-8733264514991'] for network (577b29e7-9f41-4afd-bf98-edfb6f5b779f), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:40.658681 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.services.segments.db [None req-654efc6b-4a91-49b8-8ed9-ed6f06ba9497 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['577b29e7-9f41-4afd-bf98-edfb6f5b779f']}} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:20:40.667791 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.services.segments.db [None req-654efc6b-4a91-49b8-8ed9-ed6f06ba9497 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4951fd73-3a3b-43d2-82d0-03310932afc8') {'for_net_delete': True} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:20:40.668087 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.services.segments.db [None req-654efc6b-4a91-49b8-8ed9-ed6f06ba9497 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4951fd73-3a3b-43d2-82d0-03310932afc8') {} {{(pid=103484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:20:40.677229 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-654efc6b-4a91-49b8-8ed9-ed6f06ba9497 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733264516792', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28399243'] for segment (4951fd73-3a3b-43d2-82d0-03310932afc8), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:40.690593 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-654efc6b-4a91-49b8-8ed9-ed6f06ba9497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (4951fd73-3a3b-43d2-82d0-03310932afc8), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:40.696594 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-654efc6b-4a91-49b8-8ed9-ed6f06ba9497 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 03:20:40.696990 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-654efc6b-4a91-49b8-8ed9-ed6f06ba9497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28695332'] for segment (4951fd73-3a3b-43d2-82d0-03310932afc8), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:40.699123 dv-cinder-837443-1-iscsi neutron-server[103484]: Traceback (most recent call last): Apr 12 03:20:40.699123 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 03:20:40.699123 dv-cinder-837443-1-iscsi neutron-server[103484]: timer() Apr 12 03:20:40.699123 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 03:20:40.699123 dv-cinder-837443-1-iscsi neutron-server[103484]: cb(*args, **kw) Apr 12 03:20:40.699123 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 03:20:40.699123 dv-cinder-837443-1-iscsi neutron-server[103484]: return func(*args, **kwargs) Apr 12 03:20:40.699123 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 03:20:40.699123 dv-cinder-837443-1-iscsi neutron-server[103484]: self._notify() Apr 12 03:20:40.699123 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 03:20:40.699123 dv-cinder-837443-1-iscsi neutron-server[103484]: self.callback(batched_events) Apr 12 03:20:40.699123 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 03:20:40.699123 dv-cinder-837443-1-iscsi neutron-server[103484]: event.method(event) Apr 12 03:20:40.699123 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 03:20:40.699123 dv-cinder-837443-1-iscsi neutron-server[103484]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 03:20:40.699123 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 03:20:40.699123 dv-cinder-837443-1-iscsi neutron-server[103484]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 03:20:40.699123 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 03:20:40.699123 dv-cinder-837443-1-iscsi neutron-server[103484]: return f(self, *a, **k) Apr 12 03:20:40.699123 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 03:20:40.699123 dv-cinder-837443-1-iscsi neutron-server[103484]: return self._get(url).json() Apr 12 03:20:40.699123 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 03:20:40.699123 dv-cinder-837443-1-iscsi neutron-server[103484]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 03:20:40.699123 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 03:20:40.699123 dv-cinder-837443-1-iscsi neutron-server[103484]: return self.request(url, 'GET', **kwargs) Apr 12 03:20:40.699123 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 03:20:40.699123 dv-cinder-837443-1-iscsi neutron-server[103484]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 03:20:40.699123 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 03:20:40.699123 dv-cinder-837443-1-iscsi neutron-server[103484]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 03:20:40.699123 dv-cinder-837443-1-iscsi neutron-server[103484]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 03:20:40.699123 dv-cinder-837443-1-iscsi neutron-server[103484]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 03:20:40.699123 dv-cinder-837443-1-iscsi neutron-server[103484]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 03:20:40.754502 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-654efc6b-4a91-49b8-8ed9-ed6f06ba9497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3682719'] for network (577b29e7-9f41-4afd-bf98-edfb6f5b779f), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:40.759744 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-654efc6b-4a91-49b8-8ed9-ed6f06ba9497 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674928'] for network (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:40.765218 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-654efc6b-4a91-49b8-8ed9-ed6f06ba9497 admin admin] 10.222.0.32 "DELETE /v2.0/networks/577b29e7-9f41-4afd-bf98-edfb6f5b779f HTTP/1.1" status: 204 len: 168 time: 0.7984071 Apr 12 03:20:40.778288 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654efc6b-4a91-49b8-8ed9-ed6f06ba9497 admin admin] Pushing event deleted for resources: {'Network': ['ID=577b29e7-9f41-4afd-bf98-edfb6f5b779f,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:20:40.950945 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 52784) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:20:40.992856 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-a7d741ff-6439-4aac-942a-0fa194ad792d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e6abe79952f3490e8b90f1cedddb3821&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407145 Apr 12 03:20:40.995686 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 52786) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:20:41.058603 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-05cd2cfc-a51d-4cca-bae4-6da56b1bdd2b admin admin] Publish callbacks [] for security_group (78e96e6b-b0fb-4a4c-8b68-aa9d1a9b91ad), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:41.081862 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-05cd2cfc-a51d-4cca-bae4-6da56b1bdd2b admin admin] Publish callbacks [] for security_group (78e96e6b-b0fb-4a4c-8b68-aa9d1a9b91ad), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:41.133946 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-05cd2cfc-a51d-4cca-bae4-6da56b1bdd2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (78e96e6b-b0fb-4a4c-8b68-aa9d1a9b91ad), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:41.138689 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-05cd2cfc-a51d-4cca-bae4-6da56b1bdd2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:41.140278 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-05cd2cfc-a51d-4cca-bae4-6da56b1bdd2b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/78e96e6b-b0fb-4a4c-8b68-aa9d1a9b91ad HTTP/1.1" status: 204 len: 168 time: 0.1435058 Apr 12 03:20:41.147882 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cd2cfc-a51d-4cca-bae4-6da56b1bdd2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e96e6b-b0fb-4a4c-8b68-aa9d1a9b91ad,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:20:41.502139 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 52792) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:20:41.544889 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-31f63b04-ca7a-4790-b2f2-7ea8c86e2200 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4baa9a4306cf431683b838a9d9e4062e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415726 Apr 12 03:20:41.547585 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [-] (103484) accepted ('10.222.0.32', 52794) {{(pid=103484) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:20:41.598878 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e81c8480-31d0-43d7-8781-5249d9ba8837 admin admin] Publish callbacks [] for security_group (2607876a-0c24-4d78-8d59-9e80f5f20b7f), before_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:41.620206 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e81c8480-31d0-43d7-8781-5249d9ba8837 admin admin] Publish callbacks [] for security_group (2607876a-0c24-4d78-8d59-9e80f5f20b7f), precommit_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:41.670714 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e81c8480-31d0-43d7-8781-5249d9ba8837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707682'] for security_group (2607876a-0c24-4d78-8d59-9e80f5f20b7f), after_delete {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:41.673374 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron_lib.callbacks.manager [None req-e81c8480-31d0-43d7-8781-5249d9ba8837 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:41.674541 dv-cinder-837443-1-iscsi neutron-server[103484]: INFO neutron.wsgi [None req-e81c8480-31d0-43d7-8781-5249d9ba8837 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2607876a-0c24-4d78-8d59-9e80f5f20b7f HTTP/1.1" status: 204 len: 168 time: 0.1260366 Apr 12 03:20:41.683992 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81c8480-31d0-43d7-8781-5249d9ba8837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2607876a-0c24-4d78-8d59-9e80f5f20b7f,revision_number=None']} {{(pid=103484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:20:50.932503 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d9b4afc3-988d-4081-ae69-d9ab2b5cf58b), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:51.550208 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.agents_db [None req-d3c4685f-78b0-4ffc-8e41-99bd627ddb58 None None] Agent healthcheck: found 6 active agents {{(pid=103486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:20:53.397307 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [req-0ed37365-9af8-4395-80f8-adc94a1c8ad6 req-948cbed5-bc31-4a1d-9c71-df32b8819edb service neutron] (103483) timed out ('10.222.0.25', 53494) {{(pid=103483) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 03:20:54.797786 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7d5fe954-21a3-41f2-82ae-3badb76e30b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (fa7f2a92-0c20-457b-b451-d8a4489755d5), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:57.289950 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-34f5bc68-d497-4a83-9c02-1d512ed4accd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (beb15aed-f2b6-4676-85ca-b43f14e6acf3), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:58.322677 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a63736aa-03b4-448a-a5ac-a324793c796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (2fa08797-e830-4b1e-af03-8a255eb086f2), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:59.999129 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be625cda-7f2b-4ec3-b03f-aa24446ccc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d888e177-8f03-43a8-a394-c59927fa1996), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:21:01.379335 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:21:20.946028 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d9b4afc3-988d-4081-ae69-d9ab2b5cf58b), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:21:24.788502 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-6fab8537-fa3f-43ff-b29b-63ed8cbf8fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (fa7f2a92-0c20-457b-b451-d8a4489755d5), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:21:27.292673 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-9bba8083-2a3f-4e33-bbc8-0988c2fdd6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (beb15aed-f2b6-4676-85ca-b43f14e6acf3), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:21:28.323784 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a63736aa-03b4-448a-a5ac-a324793c796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (2fa08797-e830-4b1e-af03-8a255eb086f2), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:21:28.551094 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.agents_db [None req-d3c4685f-78b0-4ffc-8e41-99bd627ddb58 None None] Agent healthcheck: found 6 active agents {{(pid=103486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:21:30.007263 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be625cda-7f2b-4ec3-b03f-aa24446ccc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d888e177-8f03-43a8-a394-c59927fa1996), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:21:31.378923 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:21:50.939776 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d9b4afc3-988d-4081-ae69-d9ab2b5cf58b), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:21:54.788669 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-35cd32bf-7527-42ff-94c4-6e79c5e97c28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (fa7f2a92-0c20-457b-b451-d8a4489755d5), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:21:57.287266 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-c87322d2-9d5c-4f19-92fc-dbb0c991b7fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (beb15aed-f2b6-4676-85ca-b43f14e6acf3), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:21:58.331295 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a63736aa-03b4-448a-a5ac-a324793c796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (2fa08797-e830-4b1e-af03-8a255eb086f2), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:00.010450 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be625cda-7f2b-4ec3-b03f-aa24446ccc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d888e177-8f03-43a8-a394-c59927fa1996), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:01.377564 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:05.551281 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.agents_db [None req-d3c4685f-78b0-4ffc-8e41-99bd627ddb58 None None] Agent healthcheck: found 6 active agents {{(pid=103486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:22:20.944795 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d9b4afc3-988d-4081-ae69-d9ab2b5cf58b), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:24.782452 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-bfd8761f-b393-4fbf-8e84-11b920fdc0cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (fa7f2a92-0c20-457b-b451-d8a4489755d5), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:25.577554 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [req-788f72d0-c382-4994-9cbe-51312cbc833b req-097481df-ee0f-43c9-b0e9-53dbebae1845 service neutron] (103483) timed out ('10.222.0.25', 53483) {{(pid=103483) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 03:22:27.299295 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-77b6a06e-e5aa-4186-b2e1-9d167604f6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (beb15aed-f2b6-4676-85ca-b43f14e6acf3), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:28.332291 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a63736aa-03b4-448a-a5ac-a324793c796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (2fa08797-e830-4b1e-af03-8a255eb086f2), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:30.017693 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be625cda-7f2b-4ec3-b03f-aa24446ccc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d888e177-8f03-43a8-a394-c59927fa1996), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:31.381303 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:42.552489 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.agents_db [None req-d3c4685f-78b0-4ffc-8e41-99bd627ddb58 None None] Agent healthcheck: found 6 active agents {{(pid=103486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:22:50.954752 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d9b4afc3-988d-4081-ae69-d9ab2b5cf58b), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:54.792067 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-accaa19b-3865-4d4c-85e7-f24a3fb6cfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (fa7f2a92-0c20-457b-b451-d8a4489755d5), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:57.295077 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-d75b359a-6f95-45db-87ad-84c15bbbcfa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (beb15aed-f2b6-4676-85ca-b43f14e6acf3), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:58.343504 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a63736aa-03b4-448a-a5ac-a324793c796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (2fa08797-e830-4b1e-af03-8a255eb086f2), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:23:00.017580 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be625cda-7f2b-4ec3-b03f-aa24446ccc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d888e177-8f03-43a8-a394-c59927fa1996), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:23:01.377373 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:23:19.552524 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.agents_db [None req-d3c4685f-78b0-4ffc-8e41-99bd627ddb58 None None] Agent healthcheck: found 6 active agents {{(pid=103486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:23:20.971370 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d9b4afc3-988d-4081-ae69-d9ab2b5cf58b), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:23:24.793379 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f647aa00-29df-4bdd-ad5a-dd2fb0ce014a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (fa7f2a92-0c20-457b-b451-d8a4489755d5), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:23:27.302211 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-843e0946-2b8a-4920-b2cc-04acb5eedcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (beb15aed-f2b6-4676-85ca-b43f14e6acf3), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:23:28.338533 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a63736aa-03b4-448a-a5ac-a324793c796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (2fa08797-e830-4b1e-af03-8a255eb086f2), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:23:30.020629 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be625cda-7f2b-4ec3-b03f-aa24446ccc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d888e177-8f03-43a8-a394-c59927fa1996), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:23:31.392394 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:23:50.986349 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d9b4afc3-988d-4081-ae69-d9ab2b5cf58b), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:23:54.791955 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-8ebc2d9c-3015-4851-a5b3-dab36e35613c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (fa7f2a92-0c20-457b-b451-d8a4489755d5), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:23:56.553311 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.agents_db [None req-d3c4685f-78b0-4ffc-8e41-99bd627ddb58 None None] Agent healthcheck: found 6 active agents {{(pid=103486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:23:57.298038 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-f400724b-0620-491c-886a-81aa5ae71749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (beb15aed-f2b6-4676-85ca-b43f14e6acf3), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:23:58.345568 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a63736aa-03b4-448a-a5ac-a324793c796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (2fa08797-e830-4b1e-af03-8a255eb086f2), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:24:00.032467 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be625cda-7f2b-4ec3-b03f-aa24446ccc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d888e177-8f03-43a8-a394-c59927fa1996), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:24:01.391716 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:24:20.999276 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d9b4afc3-988d-4081-ae69-d9ab2b5cf58b), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:24:24.795301 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7fccd5b2-edf5-4dd8-ac3a-940db00290f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (fa7f2a92-0c20-457b-b451-d8a4489755d5), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:24:27.292990 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-1a7760a0-e8a2-467e-a528-0c5b8f6f3c2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (beb15aed-f2b6-4676-85ca-b43f14e6acf3), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:24:28.347787 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a63736aa-03b4-448a-a5ac-a324793c796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (2fa08797-e830-4b1e-af03-8a255eb086f2), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:24:30.033527 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be625cda-7f2b-4ec3-b03f-aa24446ccc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d888e177-8f03-43a8-a394-c59927fa1996), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:24:31.381965 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:24:33.553944 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.agents_db [None req-d3c4685f-78b0-4ffc-8e41-99bd627ddb58 None None] Agent healthcheck: found 6 active agents {{(pid=103486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:24:50.997102 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d9b4afc3-988d-4081-ae69-d9ab2b5cf58b), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:24:54.797879 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-20599cde-7100-49f5-90fa-fe648f4b9602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (fa7f2a92-0c20-457b-b451-d8a4489755d5), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:24:57.298186 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-df510abe-5e0a-41f5-b16b-8bc59784cfa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (beb15aed-f2b6-4676-85ca-b43f14e6acf3), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:24:58.361715 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a63736aa-03b4-448a-a5ac-a324793c796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (2fa08797-e830-4b1e-af03-8a255eb086f2), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:25:00.033661 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be625cda-7f2b-4ec3-b03f-aa24446ccc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d888e177-8f03-43a8-a394-c59927fa1996), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:25:01.380569 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:25:10.555453 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.agents_db [None req-d3c4685f-78b0-4ffc-8e41-99bd627ddb58 None None] Agent healthcheck: found 6 active agents {{(pid=103486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:25:21.014650 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d9b4afc3-988d-4081-ae69-d9ab2b5cf58b), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:25:24.799153 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-33777e8f-a6a8-4e2c-abc2-ae9882609957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (fa7f2a92-0c20-457b-b451-d8a4489755d5), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:25:27.308994 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a87df356-6f21-4773-9758-e17f6782f075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (beb15aed-f2b6-4676-85ca-b43f14e6acf3), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:25:28.365378 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a63736aa-03b4-448a-a5ac-a324793c796d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (2fa08797-e830-4b1e-af03-8a255eb086f2), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:25:30.045147 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-be625cda-7f2b-4ec3-b03f-aa24446ccc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d888e177-8f03-43a8-a394-c59927fa1996), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:25:31.384358 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-a5166b47-1c53-42a9-a19c-58c689132f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (ceb93a6c-c647-4c63-a7cb-0c51d6fb55f8), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:25:36.485660 dv-cinder-837443-1-iscsi neutron-server[103484]: DEBUG neutron.wsgi [req-79139dc0-48ed-4fc1-adc4-0b3e325d75cf req-b4259496-f10d-4e69-805b-4be127f64ba1 service neutron] (103484) timed out ('10.222.0.32', 45222) {{(pid=103484) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 03:25:36.562701 dv-cinder-837443-1-iscsi neutron-server[103483]: DEBUG neutron.wsgi [req-79139dc0-48ed-4fc1-adc4-0b3e325d75cf req-14f05cfd-cd88-4f67-8fe5-bcd6203d2b73 tempest-AttachVolumeShelveTestJSON-933320056 tempest-AttachVolumeShelveTestJSON-933320056-project] (103483) timed out ('10.222.0.32', 45238) {{(pid=103483) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 03:25:47.558237 dv-cinder-837443-1-iscsi neutron-server[103486]: DEBUG neutron.db.agents_db [None req-d3c4685f-78b0-4ffc-8e41-99bd627ddb58 None None] Agent healthcheck: found 6 active agents {{(pid=103486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:25:51.012865 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5d3426d7-0409-4a6b-a2ca-c69eaa3df73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (d9b4afc3-988d-4081-ae69-d9ab2b5cf58b), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:25:54.793590 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-7b8b02b8-48a0-4125-8b2c-00b3937a31b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (fa7f2a92-0c20-457b-b451-d8a4489755d5), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:25:57.305258 dv-cinder-837443-1-iscsi neutron-server[103485]: DEBUG neutron_lib.callbacks.manager [None req-5651a181-ccdf-49c6-b252-936b983200f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733264514973', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661488'] for agent (beb15aed-f2b6-4676-85ca-b43f14e6acf3), after_update {{(pid=103485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}